-- Logs begin at Tue 2022-09-13 09:26:13 UTC, end at Tue 2022-09-13 10:33:13 UTC. -- Sep 13 10:07:03.142262 dv-cinder-854274-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 10:07:05.807384 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.common.config [-] Logging enabled! Sep 13 10:07:05.807956 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 10:07:05.808206 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106655) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 10:07:05.811491 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.common.config [-] Logging enabled! Sep 13 10:07:05.811752 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 10:07:05.812067 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106655) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 10:07:05.813016 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 10:07:05.813258 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 10:07:05.813747 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 10:07:05.814001 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 10:07:05.814238 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 10:07:05.814567 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.814876 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.815117 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.815513 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.815814 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.816106 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.816409 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.816716 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.817010 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.817297 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.817589 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.817825 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.818110 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.818402 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.818697 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.818933 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] debug = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.819244 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.819680 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.820073 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.820444 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.820766 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.821050 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.821329 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.821610 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.821901 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.822232 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] host = dv-cinder-854274-4-iscsi {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.822515 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.822806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.823094 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.823410 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.823694 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.823981 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.824264 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.824540 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.824819 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.825102 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.825390 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.825687 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.825980 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.826209 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.826443 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.826733 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.827023 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.827329 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.827612 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.827889 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.828165 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.828443 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.828716 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.829007 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.829297 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.829589 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.829871 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.830148 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.830425 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.830699 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.830987 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.831288 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.831569 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.831849 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.832141 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.832416 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.832693 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.832999 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.833289 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.833579 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.833870 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.834148 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.834434 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.834709 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.834985 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.835282 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] use_json = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.835559 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.835833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.836752 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.837042 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.837321 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.837601 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.837881 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.838171 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.838452 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:05.838757 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.839060 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.839391 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.839684 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.840003 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.840290 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.840588 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.840876 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.841173 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.841467 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.841765 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.842062 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.842360 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.842658 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.842961 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.843301 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.843605 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.843907 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.844191 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.844474 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.844756 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.845043 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.845336 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.845620 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.845918 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.846215 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.846502 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.846811 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.847105 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.847463 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.847724 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.848023 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.848305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.848590 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.848888 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.849172 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.849452 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.849747 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.850035 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.850311 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.850600 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.850898 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.851270 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.852201 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.852496 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.852799 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.853086 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.853370 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.853653 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.853937 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.854216 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.854511 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.854797 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.855078 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.855381 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.855667 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.855947 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.856227 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.856514 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.856797 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.857087 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.857368 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.857648 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.857930 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.858211 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.858490 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.858770 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.859049 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.859361 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.859644 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.859922 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.860201 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.860478 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.860760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.861052 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.861356 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.861643 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.861927 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.862214 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.862498 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.862785 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.863071 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.863383 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.863670 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.863952 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.864251 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.864542 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.864835 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.865126 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.865429 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.865734 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.866021 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.866305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.866587 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.866872 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.867281 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.867487 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.867771 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.868056 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.868345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.868637 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.868940 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.869243 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.869530 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.869830 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.870148 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.870434 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.870723 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.871042 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.871358 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:05.871585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 10:07:05.871835 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106655) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 10:07:06.262682 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 10:07:06.263010 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 10:07:06.263310 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 10:07:06.263553 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 10:07:06.263842 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 10:07:06.264186 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 10:07:06.603118 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.603373 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.603653 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.604867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.605149 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.605422 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.658644 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.658930 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.659233 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.675414 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.675703 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.675982 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.704916 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.705203 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.705479 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.751828 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.752116 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.752403 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.985290 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.985902 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.985902 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.987011 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:06.987755 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.097020 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.097349 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.097642 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.097922 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.098198 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.098520 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.098802 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.099069 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.099366 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.099660 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.099931 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.100205 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.100471 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.100737 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.101008 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.101339 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.102274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.102559 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.102844 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.103116 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.103429 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.103694 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.103988 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.104375 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.104636 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.104894 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.105304 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:07.105556 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:07.105802 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:07.106047 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:07.106291 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:07.106533 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:07.106903 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 10:07:07.110225 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 10:07:07.114853 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 10:07:07.119409 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Sep 13 10:07:07.121390 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 10:07:07.122027 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 10:07:07.122373 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 10:07:07.122773 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 10:07:07.125614 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 10:07:07.125875 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 10:07:07.126230 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 10:07:07.131389 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 10:07:07.154692 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 10:07:07.155157 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.155491 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106655) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 10:07:07.155873 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.157235 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106655) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 10:07:07.157525 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 10:07:07.157783 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 10:07:07.169623 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.169914 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:07.305127 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 10:07:07.305302 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 10:07:07.305544 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 10:07:07.305931 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 10:07:07.358851 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO dbcounter [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Registered counter for database neutron Sep 13 10:07:07.377769 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_db.sqlalchemy.engines [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106655) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 10:07:07.384090 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writer thread running {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 10:07:08.084440 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing driver for type 'gre' Sep 13 10:07:08.085114 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] gre ID ranges: [(1, 1000)] Sep 13 10:07:08.278047 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing driver for type 'local' Sep 13 10:07:08.278388 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing driver for type 'vlan' Sep 13 10:07:08.363846 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] VlanTypeDriver initialization complete Sep 13 10:07:08.364121 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing driver for type 'vxlan' Sep 13 10:07:08.364626 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] vxlan ID ranges: [(1, 1000)] Sep 13 10:07:08.552470 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing extension driver 'port_security' Sep 13 10:07:08.552815 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] PortSecurityExtensionDriver initialization complete Sep 13 10:07:08.553178 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing mechanism driver 'openvswitch' Sep 13 10:07:08.553523 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing mechanism driver 'hyperv' Sep 13 10:07:08.561579 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:08.562255 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.562687 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.563093 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.563635 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 10:07:08.564062 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.564425 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.564776 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.565172 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 10:07:08.565583 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.565939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.566287 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.566678 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 10:07:08.567087 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > security_group after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.567465 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > security_group after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.567812 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.568205 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 10:07:08.568615 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.568967 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.569310 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.569827 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 10:07:08.570269 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > address_group after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.570623 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > address_group after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.570973 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.571397 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106655) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 10:07:08.571845 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] ML2 OVO RPC backend initialized. {{(pid=106655) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 10:07:08.572581 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.572928 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.573330 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.573683 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > networks before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.574031 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.574419 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > ports before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.574796 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.575142 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnets before_response 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.576672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.576672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.576672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.576672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.576961 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.577145 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.577481 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.577820 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.578155 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.586312 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded quota_driver: . Sep 13 10:07:08.586674 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.plugin [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Modular L2 Plugin initialization complete Sep 13 10:07:08.587027 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading services supported by the core plugin {{(pid=106655) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 10:07:08.588320 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.plugins.ml2.managers [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Got port-security extension from driver 'port_security' Sep 13 10:07:08.588320 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.extensions.vlantransparent [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Disabled vlantransparent extension. Sep 13 10:07:08.588606 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106655) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 10:07:08.588708 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: router Sep 13 10:07:08.638455 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.638794 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_create 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.639183 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router before_create 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.639562 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.639947 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.640308 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_delete 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.640673 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.641028 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.641390 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_create 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.641740 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_update 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.642094 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_update 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.642446 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.642810 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_update 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.643246 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_update 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.643623 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: subnet after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_create 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router after_update 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658903 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658903 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_create 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658903 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.658903 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_update 55549900 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.659217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > agent after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.659217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > agent after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.659217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > network after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.659217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Tracking information for resource: router configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:08.659217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Tracking information for resource: floatingip configured {{(pid=106655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 10:07:08.659587 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.db.l3_agentschedulers_db [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 10:07:08.660237 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.660567 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port after_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.660927 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port after_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.661283 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: port after_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.662070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router before_create 55550100 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.662441 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.662808 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_create 55550100 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.663189 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > router precommit_update 55550100 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.668645 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.provider_configuration [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service providers = [] {{(pid=106655) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 10:07:08.669014 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.db.servicetype_db [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106655) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 10:07:08.672000 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.service_base [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 10:07:08.672349 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.service_base [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 10:07:08.672695 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.service_base [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 10:07:08.673582 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.services.service_base [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 10:07:08.673956 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.services.service_base [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 10:07:08.674337 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.674676 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 10:07:08.692708 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.693050 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: auto_allocate Sep 13 10:07:08.698857 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: network precommit_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.699254 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: network precommit_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.699781 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.700107 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: tag Sep 13 10:07:08.706649 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.706987 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: timestamp Sep 13 10:07:08.719839 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.720173 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: network_ip_availability Sep 13 10:07:08.725746 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.726128 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.727089 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:08.727855 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.728183 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: flavors Sep 13 10:07:08.732934 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.733275 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading Plugin: revisions Sep 13 10:07:08.737740 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 10:07:08.738136 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.474s {{(pid=106655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 10:07:08.738882 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106655) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 10:07:08.741806 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Initializing extension manager. Sep 13 10:07:08.741806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: __init__.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.741806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: __pycache__ {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.741806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: address_group.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.741806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.742249 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: address-group Sep 13 10:07:08.742249 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: address_scope.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.742871 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.743414 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: address-scope Sep 13 10:07:08.743744 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.744652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.745166 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: router-admin-state-down-before-update Sep 13 10:07:08.745497 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: agent.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.746172 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.746681 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: agent Sep 13 10:07:08.747008 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: agent_resources_synced.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.747909 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.748423 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: agent-resources-synced Sep 13 10:07:08.748751 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: allowedaddresspairs.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.750517 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.751043 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: allowed-address-pairs Sep 13 10:07:08.751415 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: auto_allocated_topology.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.752447 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.752968 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: auto-allocated-topology Sep 13 10:07:08.753299 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: availability_zone.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.753966 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.754490 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: availability_zone Sep 13 10:07:08.754819 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: availability_zone_filter.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.755736 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.756246 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: availability_zone_filter Sep 13 10:07:08.756574 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: data_plane_status.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.757506 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.758031 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 10:07:08.758359 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: default_subnetpools.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.759269 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.759783 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: default-subnetpools Sep 13 10:07:08.760114 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.765116 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.765116 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: dhcp_agent_scheduler Sep 13 10:07:08.765116 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: dns.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.765767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.766274 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension dns-integration not supported by any of loaded plugins Sep 13 10:07:08.766602 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: dns_domain_ports.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.767528 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.768036 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 10:07:08.768364 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.769258 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.769760 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 10:07:08.770088 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: dvr.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.770737 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.771280 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: dvr Sep 13 10:07:08.771616 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: ecmp_routes.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.772498 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.773009 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 10:07:08.773822 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: empty_string_filtering.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.774705 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.775250 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: empty-string-filtering Sep 13 10:07:08.775579 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.776458 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.776969 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 10:07:08.777301 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.778179 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.778687 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 10:07:08.779015 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: external_net.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.779924 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.780441 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: external-net Sep 13 10:07:08.780765 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.781633 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.782148 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: extra_dhcp_opt Sep 13 10:07:08.782476 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: extraroute.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.783381 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.783893 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: extraroute Sep 13 10:07:08.784241 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: extraroute_atomic.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.785498 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.786028 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: extraroute-atomic Sep 13 10:07:08.786337 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: filter_validation.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.786971 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.787507 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: filter-validation Sep 13 10:07:08.787833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: fip_pf_description.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.793713 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.794222 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 10:07:08.794546 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: fip_pf_detail.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.795453 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.795964 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 10:07:08.796291 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: fip_pf_port_range.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.797166 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.797678 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 10:07:08.798004 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: fip_port_details.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.798899 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.799450 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: fip-port-details Sep 13 10:07:08.799779 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: flavors.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.800962 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.801483 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: flavors Sep 13 10:07:08.801814 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.803467 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.804002 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 10:07:08.804342 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: floatingip_pools.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.805020 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.805542 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: floatingip-pools Sep 13 10:07:08.805876 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: ip_allocation.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.819186 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.819729 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 10:07:08.820062 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.820991 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.821641 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: ip-substring-filtering Sep 13 10:07:08.821972 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l2_adjacency.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.822870 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.823412 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 10:07:08.823746 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.824703 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.825221 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: router Sep 13 10:07:08.825580 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.828030 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.828565 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 10:07:08.828905 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.834160 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.834685 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: ext-gw-mode Sep 13 10:07:08.835021 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.836443 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.836962 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: l3-ha Sep 13 10:07:08.837316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.838177 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.838700 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 10:07:08.839033 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_flavors.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.839956 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.840476 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: l3-flavors Sep 13 10:07:08.840808 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.842137 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.842661 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 10:07:08.842998 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.843912 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.844438 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 10:07:08.844771 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: l3agentscheduler.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.845802 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.846327 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: l3_agent_scheduler Sep 13 10:07:08.846674 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: local_ip.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.848399 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.848934 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension local_ip not supported by any of loaded plugins Sep 13 10:07:08.849277 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: logging.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.850710 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.851267 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension logging not supported by any of loaded plugins Sep 13 10:07:08.852189 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: metering.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.852906 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.856772 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: metering Sep 13 10:07:08.856772 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.857591 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.858116 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: metering_source_and_destination_fields Sep 13 10:07:08.858448 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: multiprovidernet.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.859377 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.859902 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: multi-provider Sep 13 10:07:08.860235 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: netmtu.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.861122 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.861638 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: net-mtu Sep 13 10:07:08.861967 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: netmtu_writable.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.862854 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.863404 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: net-mtu-writable Sep 13 10:07:08.863735 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: network_availability_zone.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.864380 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.864892 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: network_availability_zone Sep 13 10:07:08.865217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: network_ip_availability.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.866282 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.866796 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: network-ip-availability Sep 13 10:07:08.867158 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: network_segment_range.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.867910 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.868416 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 10:07:08.868742 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: pagination.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.869686 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.870021 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: pagination Sep 13 10:07:08.870347 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: port_device_profile.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.871255 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.871785 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: port-device-profile Sep 13 10:07:08.872107 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: port_mac_address_override.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.873009 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.873524 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: port-mac-override Sep 13 10:07:08.873851 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.874755 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.875313 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: port-mac-address-regenerate Sep 13 10:07:08.879902 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.880584 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.881099 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: port-numa-affinity-policy Sep 13 10:07:08.881427 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: port_resource_request.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.882311 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.882844 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 10:07:08.883191 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: port_resource_request_groups.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.884122 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.884632 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 10:07:08.884958 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: portbindings.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.885856 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.886369 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: binding Sep 13 10:07:08.886695 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: portbindings_extended.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.887971 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.888537 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: binding-extended Sep 13 10:07:08.888826 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: portsecurity.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.889707 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.890226 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: port-security Sep 13 10:07:08.890558 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: project_id.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.891726 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.892072 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: project-id Sep 13 10:07:08.892402 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: providernet.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.893289 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.893809 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: provider Sep 13 10:07:08.894139 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.897621 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.898158 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos not supported by any of loaded plugins Sep 13 10:07:08.899177 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.907310 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.907845 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 10:07:08.908187 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.909081 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.909603 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 10:07:08.910217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_default.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.911104 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.911658 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-default not supported by any of loaded plugins Sep 13 10:07:08.911993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_fip.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.912890 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.913410 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-fip not supported by any of loaded plugins Sep 13 10:07:08.913746 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.915266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.915786 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 10:07:08.916121 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_gateway_ip.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.917025 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.917546 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 10:07:08.917884 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_port_network_policy.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.918762 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.919318 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 10:07:08.919652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.920652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.921177 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 10:07:08.921516 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.922530 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.923084 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 10:07:08.923453 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_pps_rule.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.924597 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.925119 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-pps not supported by any of loaded plugins Sep 13 10:07:08.925450 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_rule_type_details.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.941255 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.941771 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 10:07:08.942103 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.942998 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.943551 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 10:07:08.943882 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: qos_rules_alias.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.944894 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.945931 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 10:07:08.946260 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: quota_check_limit.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.947152 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.947698 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: quota-check-limit Sep 13 10:07:08.948030 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: quotasv2.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.948947 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.949285 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: quotas Sep 13 10:07:08.949612 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: quotasv2_detail.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.951318 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.951665 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: quota_details Sep 13 10:07:08.952001 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: rbac.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.953037 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.953566 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: rbac-policies Sep 13 10:07:08.953902 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: rbac_address_group.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.954805 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.955361 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: rbac-address-group Sep 13 10:07:08.955694 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: rbac_address_scope.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.956663 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.957184 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: rbac-address-scope Sep 13 10:07:08.957514 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: rbac_security_groups.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.958418 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.958940 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: rbac-security-groups Sep 13 10:07:08.959314 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: rbac_subnetpool.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.960204 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.960791 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: rbac-subnetpool Sep 13 10:07:08.961659 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: revisionifmatch.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.970145 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.970664 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: revision-if-match Sep 13 10:07:08.970992 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: revisions.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.972115 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.972636 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: standard-attr-revisions Sep 13 10:07:08.972966 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: router_availability_zone.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.973609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.974131 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: router_availability_zone Sep 13 10:07:08.974458 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: routerservicetype.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.975399 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.975915 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension router-service-type not supported by any of loaded plugins Sep 13 10:07:08.976240 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.977156 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.977671 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: security-groups-normalized-cidr Sep 13 10:07:08.977998 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.978883 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.979429 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: port-security-groups-filtering Sep 13 10:07:08.979757 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.980654 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.981172 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: security-groups-remote-address-group Sep 13 10:07:08.981496 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.982396 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.982907 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: security-groups-shared-filtering Sep 13 10:07:08.983261 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: securitygroup.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.992984 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.998460 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: security-group Sep 13 10:07:08.998460 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: segment.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.998460 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.998460 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension segment not supported by any of loaded plugins Sep 13 10:07:08.998460 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:08.999134 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:08.999681 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 10:07:09.000014 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: servicetype.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.001066 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.001590 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: service-type Sep 13 10:07:09.001922 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: sorting.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.002872 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.003235 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: sorting Sep 13 10:07:09.003567 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: standard_attr_segment.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.004466 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.004985 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 10:07:09.005314 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: standardattrdescription.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.005939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.006455 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: standard-attr-description Sep 13 10:07:09.006785 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: stateful_security_group.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.008225 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.008746 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: stateful-security-group Sep 13 10:07:09.009077 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: stdattrs_common.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.009633 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 10:07:09.009962 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.010872 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.011421 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 10:07:09.011754 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: subnet_onboard.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.012778 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.013300 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: subnet_onboard Sep 13 10:07:09.013630 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.014530 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.015046 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 10:07:09.015400 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: subnet_service_types.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.016298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.016814 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: subnet-service-types Sep 13 10:07:09.017145 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: subnetallocation.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.024805 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.025334 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: subnet_allocation Sep 13 10:07:09.025667 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.026310 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.026833 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: subnetpool-prefix-ops Sep 13 10:07:09.027185 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.028082 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.028596 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 10:07:09.028923 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: tagging.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.029954 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.030491 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: standard-attr-tag Sep 13 10:07:09.030819 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: timestamp.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.032004 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.032522 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loaded extension: standard-attr-timestamp Sep 13 10:07:09.032853 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: trunk.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.033851 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.034372 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension trunk not supported by any of loaded plugins Sep 13 10:07:09.034705 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: trunk_details.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.035886 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.036402 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension trunk-details not supported by any of loaded plugins Sep 13 10:07:09.036736 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: uplink_status_propagation.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.037634 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.038146 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 10:07:09.038478 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Loading extension file: vlantransparent.py {{(pid=106655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 10:07:09.039188 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 10:07:09.039713 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 10:07:09.042334 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:network Sep 13 10:07:09.045197 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:subnet Sep 13 10:07:09.045197 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 10:07:09.045197 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:port Sep 13 10:07:09.045197 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.045496 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service FLAVORS assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.045977 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.046421 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.046767 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:router Sep 13 10:07:09.047232 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:floatingip Sep 13 10:07:09.047733 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service METERING assigned prefix: /metering {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.049191 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:09.049570 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:09.049935 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:07:09.050946 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 10:07:09.051432 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:security_group Sep 13 10:07:09.051870 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 10:07:09.052418 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service CORE assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.052767 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 10:07:09.053120 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] subnetpool is already registered Sep 13 10:07:09.053548 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service CORE assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.053882 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 10:07:09.054223 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] subnetpool is already registered Sep 13 10:07:09.056723 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.057176 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service FLAVORS assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.057825 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.058366 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.058708 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:router Sep 13 10:07:09.059067 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] router is already registered Sep 13 10:07:09.059530 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:floatingip Sep 13 10:07:09.059875 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] floatingip is already registered Sep 13 10:07:09.060350 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service METERING assigned prefix: /metering {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.061067 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 10:07:09.061405 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] rbac_policy is already registered Sep 13 10:07:09.061822 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:security_group Sep 13 10:07:09.062173 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] security_group is already registered Sep 13 10:07:09.062599 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 10:07:09.062939 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] security_group_rule is already registered Sep 13 10:07:09.063454 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service CORE assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.063789 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 10:07:09.064128 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] subnetpool is already registered Sep 13 10:07:09.064561 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.v2.resource_helper [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Service CORE assigned prefix: {{(pid=106655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 10:07:09.064890 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 10:07:09.065228 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING neutron.quota.resource_registry [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] subnetpool is already registered Sep 13 10:07:09.065707 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: extensions {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.067336 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: address-groups {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.068848 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: address-scopes {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.070083 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: agents {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.071820 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: auto-allocated-topology {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.074311 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: availability_zones {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.075650 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: dhcp-networks {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.077087 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: dhcp-agents {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.078630 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: routers {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.080448 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: flavors {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.081647 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: service_profiles {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.082976 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: next_providers {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.084504 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: service_profiles {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.086635 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: floatingip-pools {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.087913 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: routers {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.089750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: floatingips {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.090961 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: l3-routers {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.092411 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: l3-agents {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.093943 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: metering-labels {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.095278 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: metering-label-rules {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.096592 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: network-ip-availabilities {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.097989 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: bindings {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.099617 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: quotas {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.101205 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: quotas {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.102911 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: rbac-policies {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.104168 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: security-groups {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.105396 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: security-group-rules {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.106681 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: service-providers {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.108321 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: subnetpools {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.109394 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: subnetpools {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.110890 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.112903 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.114676 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.116644 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.118413 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.120463 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.122288 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.124151 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.126046 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.127974 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron.api.extensions [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Extended resource: tags {{(pid=106655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 10:07:09.135592 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING keystonemiddleware.auth_token [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 10:07:09.140804 dv-cinder-854274-4-iscsi neutron-server[106655]: WARNING keystonemiddleware.auth_token [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 10:07:09.150515 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Acquiring lock "singleton_lock" {{(pid=106655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 10:07:09.150849 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Acquired lock "singleton_lock" {{(pid=106655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 10:07:09.151355 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_concurrency.lockutils [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Releasing lock "singleton_lock" {{(pid=106655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 10:07:09.154339 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Starting 2 workers Sep 13 10:07:09.156854 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Started child 106770 {{(pid=106655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 10:07:09.161580 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Started child 106771 {{(pid=106655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 10:07:09.162491 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:09.163217 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO neutron.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 10:07:09.163792 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:09.164290 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [-] (106770) wsgi starting up on http://0.0.0.0:9696 Sep 13 10:07:09.166299 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Starting 1 workers Sep 13 10:07:09.166495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:09.167973 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [-] (106771) wsgi starting up on http://0.0.0.0:9696 Sep 13 10:07:09.171542 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Started child 106772 {{(pid=106655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 10:07:09.172070 dv-cinder-854274-4-iscsi neutron-server[106655]: INFO oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Starting 1 workers Sep 13 10:07:09.175303 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] calling RpcWorker wait() {{(pid=106772) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 10:07:09.176038 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] returning from RpcWorker wait() {{(pid=106772) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 10:07:09.179215 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Started child 106773 {{(pid=106655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 10:07:09.179386 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:09.179783 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG neutron_lib.callbacks.manager [None req-e6bc55ac-e6a4-48ba-b4a3-72d0b66fd05c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:09.179935 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:09.180082 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106655) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 10:07:09.180082 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 10:07:09.180082 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 10:07:09.180082 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 10:07:09.180612 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 10:07:09.180612 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 10:07:09.180921 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.181199 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.181485 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.181688 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:09.182203 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.182341 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.182594 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.182737 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:09.182884 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.183125 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.183426 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.183598 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.183866 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.184038 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.184269 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.184588 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.184865 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.185122 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.185370 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.185547 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.185852 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.186117 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.186309 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.186597 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] debug = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.186870 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.187371 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.187672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.187868 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.188118 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.188413 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.188676 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.188952 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.189200 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.189440 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.189679 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.189954 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.190203 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.190454 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.190690 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.190930 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.191185 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.191689 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] host = dv-cinder-854274-4-iscsi {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.191939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.192198 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.192428 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.192676 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.192938 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.193174 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.193445 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.193701 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.193992 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.194209 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.194455 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.194711 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.194923 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.195801 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.195956 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_options = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.196127 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.196421 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.196696 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.196888 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.197044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.197198 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.198760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.198760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.198760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.198760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.198760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.198760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.199201 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.199201 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.199339 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.199501 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.199896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.200272 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.200532 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.200784 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.201035 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.201292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.201592 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.201823 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.202042 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.202296 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.202526 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.202765 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.202981 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.203264 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.203521 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.213717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_json = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.214833 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215316 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.215767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216236 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216688 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216688 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216688 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216688 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.216924 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.217194 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.217619 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.217959 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.218459 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.219021 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.219132 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.219425 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.219743 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.220086 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.220327 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.220617 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.220941 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.221292 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.221607 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.221852 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.222090 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.222312 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.222571 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.222826 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.223090 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.223369 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.223596 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.223838 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.224056 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.224299 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.224552 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.224786 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.225006 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.225265 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.225497 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.225754 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.226026 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.226283 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.226568 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.226806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.227030 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.227303 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.227521 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.227743 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.227952 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.228197 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.228412 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.228652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.228870 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.229089 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.229323 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.229540 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.229766 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.230004 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.230500 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.230872 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.231100 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.231342 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.231564 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.231775 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.232008 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.232371 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.232516 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.233657 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.233657 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.233657 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.233657 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.233657 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.234319 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.234319 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.234319 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.234683 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.234827 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.235098 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.235368 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.235622 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.235844 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.240896 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.241850 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.242339 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.242339 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.242339 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.242507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.242678 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.243121 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.243584 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.243847 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.244106 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.244364 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.244647 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.244901 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.245139 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.245370 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.245789 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.246107 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.246339 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.246560 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.246818 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.247144 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.247399 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.247630 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.247844 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.248123 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.248397 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.248652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.248930 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.249184 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.249425 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.249692 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.249972 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.250176 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.250421 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.250672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.250889 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.251114 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.251360 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.251583 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.251804 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.252022 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.252264 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.252481 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.252702 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.252938 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.253179 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.253398 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.253648 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.253864 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.254091 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.254411 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.254411 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.254767 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.255006 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.255244 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.255485 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.255724 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.256016 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.256272 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.256498 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.256821 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.257086 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.257328 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.257549 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.258727 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.258727 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.259079 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.259079 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265388 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.265846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266345 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.266867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.267415 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.267415 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.267415 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.267588 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.267736 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.268060 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.268325 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.268561 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.268822 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.269064 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.269299 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.269533 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.269750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.269967 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.270195 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.270427 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.270647 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.270902 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.271118 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.271381 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.271611 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.271852 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.272066 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.272318 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.272534 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.272754 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.272988 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.273203 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.274120 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.274522 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.274739 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.274956 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.275213 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.275438 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.275655 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.275906 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.276124 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.276340 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.276564 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.276804 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.277019 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.277319 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.277605 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.277798 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.278085 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.278318 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.278568 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.278812 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.279127 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.279369 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.279611 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.279846 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.280069 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.280293 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.280564 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.281042 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.281329 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.281647 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.281907 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.282360 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.282797 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.283251 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.283652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.283971 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.284319 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.284578 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.285098 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.285343 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.285594 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.285826 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.286051 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.286295 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.286538 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.286760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.287013 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.287798 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.287798 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.287798 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.288093 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.288200 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.288452 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.288687 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.289099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.289325 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.289487 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 10:07:09.290034 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106655) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 10:07:09.290201 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 10:07:09.290361 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 10:07:09.290534 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 10:07:09.290712 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 10:07:09.290865 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 10:07:09.291253 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.291419 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.291584 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.291748 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.291971 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.292117 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.292278 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.292440 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.292602 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.292763 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.292927 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.293088 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.293251 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.293413 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.293576 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.293739 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.293903 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.294069 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.294232 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.294393 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.294558 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.294717 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] debug = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.295035 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.295299 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.295453 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.295590 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.295906 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.296069 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.296231 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.296395 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.296558 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.296721 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.296888 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.297055 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.297220 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.297427 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.297517 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.297684 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.297843 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298006 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] host = dv-cinder-854274-4-iscsi {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298181 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298315 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298477 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298638 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298799 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.298961 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.299124 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.299331 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.299496 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.299654 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.299993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.300150 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.300303 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.300458 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.300617 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_options = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.300854 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301012 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301208 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301372 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301459 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301575 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301738 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.301900 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.302063 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.302222 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.302384 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.302545 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.302707 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.302872 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.303034 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.303218 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.303533 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.304329 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305044 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:09.305207 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305207 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305207 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305207 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305207 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305207 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305707 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305707 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305707 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305927 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.305927 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.306062 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.306217 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.306379 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.306541 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.306702 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.306866 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.307027 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.307875 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.307875 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.307875 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.307875 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308191 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308191 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308191 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308522 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308522 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308722 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308806 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_json = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.308960 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.309133 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.309284 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.309452 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.309589 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.309908 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.310064 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.310230 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.310394 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 10:07:09.311002 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311002 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311002 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311382 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311382 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311382 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311592 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311670 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311838 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.311999 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.312325 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.312494 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.312665 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.312987 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.313155 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.313324 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.313492 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.313658 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.313818 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.314138 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.314303 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.314467 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.314640 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.314808 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.314969 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.315318 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.315491 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.315663 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.315831 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.316003 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.316187 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.316355 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.316519 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.316683 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.316852 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.317079 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.317199 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.317342 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.317511 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.317675 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.317990 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.318159 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.318320 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.318485 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.318652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.318819 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.318985 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.319151 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.319335 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.319504 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.319672 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.319837 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.320004 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.320761 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.320934 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.321101 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.321266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.321433 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.321596 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.321760 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.321924 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.322093 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.322257 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.322768 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.322768 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.322768 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.326437 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.327507 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.328543 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.328543 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.328543 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.328543 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.328543 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.328543 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329225 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40184) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.329363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.330298 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.331266 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.333986 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.334939 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.336305 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.337354 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338275 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338275 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338275 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338621 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0072153 Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.338750 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.340044 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341099 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.341993 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.343585 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344146 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344146 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344146 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344146 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344146 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344477 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0063839 Sep 13 10:07:09.344561 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344561 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.344561 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.345017 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.345198 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.345363 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.345535 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.345712 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.345867 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.346019 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.346836 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.346836 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.346836 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.346836 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347103 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347197 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347406 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347514 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347655 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347793 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.347958 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.348127 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.348295 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.348460 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.348625 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.348789 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.348951 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.349177 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.349278 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.349444 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.349619 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.349742 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.349906 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.350070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.350234 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.350415 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.350580 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.350748 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351274 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351592 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351592 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351755 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.351905 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352084 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352240 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352382 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352524 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352668 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352834 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.352983 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.353148 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.353323 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.353487 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.353652 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.353817 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.353981 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.354144 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.354319 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.354482 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.354664 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355286 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355286 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355286 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355286 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355574 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355651 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355758 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.355922 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.356997 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.357445 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.357445 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.357567 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.357632 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358555 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358555 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358555 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358555 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358555 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358555 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358940 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.358940 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.359064 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.359294 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360070 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.360609 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361053 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361053 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361053 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361372 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361372 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361531 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361675 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361826 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.361994 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.362156 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.362480 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.362669 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.362799 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.363112 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 10:07:09.363335 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 10:07:18.437944 dv-cinder-854274-4-iscsi neutron-server[106655]: DEBUG dbcounter [-] [106655] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106655) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:20.758291 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writer thread running {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 10:07:20.760087 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07dd13e-f50e-4ac8-9f82-2785aa6ed1cb None None] get_active_networks_info from dv-cinder-854274-4-iscsi {{(pid=106772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 10:07:20.852702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07dd13e-f50e-4ac8-9f82-2785aa6ed1cb None None] No non-hosted networks {{(pid=106772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 10:07:20.861515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.agentschedulers_db [None req-e07dd13e-f50e-4ac8-9f82-2785aa6ed1cb None None] DHCP Agent not found on host dv-cinder-854274-4-iscsi {{(pid=106772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 13 10:07:20.925840 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-381a7cb4-cbaa-4f18-a8a2-7a15f8621904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680496'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:22.632354 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writer thread running {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 10:07:23.222741 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-53267d33-4cfa-4e12-84d2-667dd3e13ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680496'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:23.262435 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.db.api [None req-03741967-165f-4d34-b1fa-7c4f98aa152a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854274-4-iscsi {{(pid=106772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 10:07:23.263391 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG oslo_db.api [None req-03741967-165f-4d34-b1fa-7c4f98aa152a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 10:07:23.844044 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-03741967-165f-4d34-b1fa-7c4f98aa152a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:24.313297 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680496'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:24.639125 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40262) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:25.208088 dv-cinder-854274-4-iscsi neutron-server[106770]: WARNING oslo_policy.policy [None req-70fc111e-923f-4c87-96ac-7491e3cac35b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:25.208660 dv-cinder-854274-4-iscsi neutron-server[106770]: WARNING oslo_policy.policy [None req-70fc111e-923f-4c87-96ac-7491e3cac35b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:25.428478 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [None req-70fc111e-923f-4c87-96ac-7491e3cac35b admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:07:25.437729 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-70fc111e-923f-4c87-96ac-7491e3cac35b admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7964854 Sep 13 10:07:25.837796 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680496'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:25.889834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680496'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:25.890512 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.890877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.891236 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.891568 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.891893 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.892214 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.892774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.893067 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.893540 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.894019 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.894365 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.894689 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.895027 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.895531 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.895859 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:25.896256 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854274-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:25.905241 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854274-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:28.121519 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40296) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:28.451497 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:07:28.463965 dv-cinder-854274-4-iscsi neutron-server[106770]: ERROR stevedore.extension [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 10:07:28.548817 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.policy [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 10:07:28.591571 dv-cinder-854274-4-iscsi neutron-server[106770]: WARNING oslo_policy.policy [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:28.591942 dv-cinder-854274-4-iscsi neutron-server[106770]: WARNING oslo_policy.policy [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:28.611594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writer thread running {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 10:07:28.737883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764998945868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764998946384', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999191924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999180853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999178710', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999165415', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16623234', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16627678', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601510'] for rbac-policy (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:28.914598 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:28.915857 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6674f8bc-49be-45a3-a4d0-28792b264fab admin admin] 10.222.0.62 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7934742 Sep 13 10:07:30.327663 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.db.l3_hamode_db [None req-ce10323a-7798-43f8-b3e1-1b11fa3877a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 10:07:30.404237 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10323a-7798-43f8-b3e1-1b11fa3877a1 None None] Routers set() bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:07:30.404623 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10323a-7798-43f8-b3e1-1b11fa3877a1 None None] Router IDs set() for agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 10:07:31.541306 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40306) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:31.859558 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:07:31.934634 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Made reservation on behalf of 5a44c7b4a430429e94e14dfb7e2c81a5 for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:07:31.938797 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:31.957144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.067625 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks [] for security_group (ab1b418a-7679-41ba-860a-6bcc1a316417), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.094883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ab1b418a-7679-41ba-860a-6bcc1a316417), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.120064 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:07:32.156033 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764995989935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (33bc7b6f-41a2-4742-9ded-93bd3a9e4533), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.156602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Unsubscribe: segment precommit_create {{(pid=106770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 10:07:32.157132 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Added segment 33bc7b6f-41a2-4742-9ded-93bd3a9e4533 of type vlan for network d5778127-193c-43fd-a832-283ee6290bb9 Sep 13 10:07:32.174982 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b418a-7679-41ba-860a-6bcc1a316417,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:32.226425 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.226687 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.227049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.227431 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.227764 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.228090 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.228411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.228731 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.229052 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.229372 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.229691 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.230022 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.230344 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.230661 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.230983 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Tracked resource versions report: Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: pushed versions: Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: { 'AddressGroup': {'1.2'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Agent': {'1.1'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'ConntrackHelper': {'1.0'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Log': {'1.0'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'NDPProxy': {'1.0'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Network': {'1.1'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Port': {'1.7'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'PortForwarding': {'1.3'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'QosPolicy': {'1.10'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroup': {'1.5'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SubPort': {'1.0'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Subnet': {'1.1'}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Trunk': {'1.1'}} Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: consumer versions: Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Agent': '1.1', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'ConntrackHelper': '1.0', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'LocalIPAssociation': '1.0', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Log': '1.0', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'NDPProxy': '1.0', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Network': '1.1', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Port': '1.7', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'PortForwarding': '1.3', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'QosPolicy': '1.10', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroup': '1.5', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroupRule': '1.2', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SubPort': '1.0', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Subnet': '1.1', Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Trunk': '1.1'}} Sep 13 10:07:32.232399 dv-cinder-854274-4-iscsi neutron-server[106770]: {{(pid=106770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:07:32.263070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (d5778127-193c-43fd-a832-283ee6290bb9), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.292887 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:32.357565 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (d5778127-193c-43fd-a832-283ee6290bb9), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.362621 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:07:32.363362 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:32.480037 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] Pushing event updated for resources: {'Network': ['ID=d5778127-193c-43fd-a832-283ee6290bb9,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:32.491587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network d5778127-193c-43fd-a832-283ee6290bb9 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:07:32.497436 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4cc43a11-a21f-4ec9-b0f4-30fa0d13a15b demo demo] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9551115 Sep 13 10:07:35.125696 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40320) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:35.541302 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa310b-b3b5-4de5-b009-1a5a6587eb8c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:07:35.544993 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-adfa310b-b3b5-4de5-b009-1a5a6587eb8c demo admin] 10.222.0.62 "GET /networking/v2.0/networks/d5778127-193c-43fd-a832-283ee6290bb9 HTTP/1.1" status: 200 len: 825 time: 0.4160290 Sep 13 10:07:35.570857 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f1021c46-e8c7-43b6-ae29-fefec37bfa24 demo admin] 10.222.0.62 "GET /networking/v2.0/subnetpools/62ae715a-3240-44cb-8a2a-ca59787660df HTTP/1.1" status: 200 len: 734 time: 0.0219221 Sep 13 10:07:35.579770 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'name': 'private-subnet', 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:07:35.648837 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Made reservation on behalf of 5a44c7b4a430429e94e14dfb7e2c81a5 for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:07:35.651011 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:35.801814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:35.998300 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (07f13c7d-98ce-4598-ad04-aedac2fd59c4), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:36.071047 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Pushing event updated for resources: {'Subnet': ['ID=07f13c7d-98ce-4598-ad04-aedac2fd59c4,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:36.075573 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Checking segment: {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:07:36.075968 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Network hostable DHCP agents. Network: d5778127-193c-43fd-a832-283ee6290bb9, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:07:36.151452 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Network d5778127-193c-43fd-a832-283ee6290bb9 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:07:36.197070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, d5778127-193c-43fd-a832-283ee6290bb9) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:07:36.201550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:07:36.202149 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:36.208116 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb699d6c-92c2-4107-bf6a-9d3d0a7394cc None None] Network d5778127-193c-43fd-a832-283ee6290bb9 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:07:36.263208 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8b9d338a-1391-4e79-856f-f275437b2824 demo admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6865842 Sep 13 10:07:36.477774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-d5778127-193c-43fd-a832-283ee6290bb9', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:07:36.479080 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:36.783376 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Allocated IP 172.20.0.2 (d5778127-193c-43fd-a832-283ee6290bb9/07f13c7d-98ce-4598-ad04-aedac2fd59c4/e8f1f809-ae9f-47d8-900b-69e3765935e4) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:07:36.888837 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:37.063540 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Publish callbacks [] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:37.135342 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:37.213263 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Network d5778127-193c-43fd-a832-283ee6290bb9 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:07:37.217402 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:37.222957 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:07:37.230198 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:07:37.234126 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Pushing event updated for resources: {'Port': ['ID=e8f1f809-ae9f-47d8-900b-69e3765935e4,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:37.268347 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.268701 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.269061 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.269417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.269757 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.270089 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.270417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.270745 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.271190 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.271484 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.271811 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.272260 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.272827 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.273358 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.273691 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Tracked resource versions report: Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: pushed versions: Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: { 'AddressGroup': {'1.2'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Agent': {'1.1'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'ConntrackHelper': {'1.0'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Log': {'1.0'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'NDPProxy': {'1.0'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Network': {'1.1'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Port': {'1.7'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'PortForwarding': {'1.3'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'QosPolicy': {'1.10'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroup': {'1.5'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SubPort': {'1.0'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Subnet': {'1.1'}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Trunk': {'1.1'}} Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: consumer versions: Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Agent': '1.1', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'ConntrackHelper': '1.0', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'LocalIPAssociation': '1.0', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Log': '1.0', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'NDPProxy': '1.0', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Network': '1.1', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Port': '1.7', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'PortForwarding': '1.3', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'QosPolicy': '1.10', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroup': '1.5', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroupRule': '1.2', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SubPort': '1.0', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Subnet': '1.1', Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Trunk': '1.1'}} Sep 13 10:07:37.275071 dv-cinder-854274-4-iscsi neutron-server[106772]: {{(pid=106772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:07:37.329517 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Attempting to bind port e8f1f809-ae9f-47d8-900b-69e3765935e4 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:07:37.329839 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Attempting to bind port e8f1f809-ae9f-47d8-900b-69e3765935e4 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:07:37.330263 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Attempting to bind port e8f1f809-ae9f-47d8-900b-69e3765935e4 on network d5778127-193c-43fd-a832-283ee6290bb9 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:07:37.376521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:07:37.376907 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Checking segment: {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:07:37.377383 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:37.377778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Bound using segment: {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:07:37.378243 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Bound port: e8f1f809-ae9f-47d8-900b-69e3765935e4, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:07:37.378657 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:37.443326 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] For port e8f1f809-ae9f-47d8-900b-69e3765935e4, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:07:37.462251 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] For port e8f1f809-ae9f-47d8-900b-69e3765935e4, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e8f1f809-ae9f-47d8-900b-69e3765935e4,segment=NetworkSegment(33bc7b6f-41a2-4742-9ded-93bd3a9e4533),segment_id=33bc7b6f-41a2-4742-9ded-93bd3a9e4533)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:07:37.535686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:37.589008 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168436e4-71b3-45a5-9355-4ee3e1e81574 None None] Pushing event updated for resources: {'Port': ['ID=e8f1f809-ae9f-47d8-900b-69e3765935e4,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:38.756130 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:38.764454 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=9 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:38.917483 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40334) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:39.245456 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [None req-628c92c1-b72e-4321-9694-42898227bbcd admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:07:39.246537 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-628c92c1-b72e-4321-9694-42898227bbcd admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3282065 Sep 13 10:07:41.934218 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40342) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:42.263883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [None req-86850022-0e21-4f7f-b998-1e92fc22d74d admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:07:42.264887 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-86850022-0e21-4f7f-b998-1e92fc22d74d admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3298383 Sep 13 10:07:44.936590 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40354) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:45.463069 dv-cinder-854274-4-iscsi neutron-server[106771]: WARNING oslo_policy.policy [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:45.463663 dv-cinder-854274-4-iscsi neutron-server[106771]: WARNING oslo_policy.policy [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:45.531515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e8f1f809-ae9f-47d8-900b-69e3765935e4 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:07:45.615591 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port e8f1f809-ae9f-47d8-900b-69e3765935e4 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:07:45.616002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:45.647693 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fe872-e352-4617-8d58-a695a839f46e None None] Network d5778127-193c-43fd-a832-283ee6290bb9 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:07:45.685353 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:07:45.694747 dv-cinder-854274-4-iscsi neutron-server[106771]: ERROR stevedore.extension [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 10:07:45.746807 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.policy [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 10:07:45.790513 dv-cinder-854274-4-iscsi neutron-server[106771]: WARNING oslo_policy.policy [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:45.790824 dv-cinder-854274-4-iscsi neutron-server[106771]: WARNING oslo_policy.policy [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 10:07:45.792991 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port e8f1f809-ae9f-47d8-900b-69e3765935e4 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:07:45.793387 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:45.811442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writer thread running {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 10:07:45.818144 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:45.830507 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Provisioning complete for port e8f1f809-ae9f-47d8-900b-69e3765935e4 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:07:45.830898 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:45.899982 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port e8f1f809-ae9f-47d8-900b-69e3765935e4, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e8f1f809-ae9f-47d8-900b-69e3765935e4,segment=NetworkSegment(33bc7b6f-41a2-4742-9ded-93bd3a9e4533),segment_id=33bc7b6f-41a2-4742-9ded-93bd3a9e4533)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:07:45.908446 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:45.946021 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Current status of the port e8f1f809-ae9f-47d8-900b-69e3765935e4 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:07:45.946412 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:45.952092 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:45.954006 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:45.981098 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:46.061536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.db.api [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 10:07:46.061974 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG oslo_db.api [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 10:07:46.062569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=e8f1f809-ae9f-47d8-900b-69e3765935e4,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:46.122089 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Publish callbacks [] for router_controller (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), precommit_add_association {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:46.181232 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:46.211455 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=71,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:46.212181 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:46.274006 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:46.275323 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d865061e-7e17-45b1-b9fe-368a69a42670 demo demo] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3378205 Sep 13 10:07:46.585744 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:46.600378 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-668848d2-2abd-4302-8449-fd8382fde61f None None] Current status of the port e8f1f809-ae9f-47d8-900b-69e3765935e4 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:07:46.717566 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-dff1df47-6b27-4196-b424-4ce0278fa11d None None] Provisioning complete for port e8f1f809-ae9f-47d8-900b-69e3765935e4 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:07:46.717838 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dff1df47-6b27-4196-b424-4ce0278fa11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:46.790633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-dff1df47-6b27-4196-b424-4ce0278fa11d None None] Current status of the port e8f1f809-ae9f-47d8-900b-69e3765935e4 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:07:47.488670 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e8f1f809-ae9f-47d8-900b-69e3765935e4 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:07:47.536245 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port e8f1f809-ae9f-47d8-900b-69e3765935e4 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:07:47.543628 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:47.605483 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port e8f1f809-ae9f-47d8-900b-69e3765935e4 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:07:48.910287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40376) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:49.229048 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [None req-8bb24a54-d3e0-46cd-a4e2-0dab6598c967 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:07:49.230069 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8bb24a54-d3e0-46cd-a4e2-0dab6598c967 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3188291 Sep 13 10:07:50.791435 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ca398c7c-6548-467f-9f27-543d2084e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:51.872133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40384) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:52.196262 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:07:52.288786 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Made reservation on behalf of 60981a9be15c4b04b78b97afc4285aa0 for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:07:52.291631 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.310037 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.417793 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks [] for security_group (0c533014-6b62-4c7b-b462-df15fe354685), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.488418 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0c533014-6b62-4c7b-b462-df15fe354685), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.500316 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 10:07:52.533234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764995989935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (587b2f84-156e-43c1-b4d7-44d9bee3e3e4), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.533767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Unsubscribe: segment precommit_create {{(pid=106771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 10:07:52.534564 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Added segment 587b2f84-156e-43c1-b4d7-44d9bee3e3e4 of type flat for network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae Sep 13 10:07:52.550035 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c533014-6b62-4c7b-b462-df15fe354685,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:52.600893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.601234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.601589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.601933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.602265 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.602620 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.602946 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.603296 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.603634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.603961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.604297 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.604637 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.604958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.605282 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.605598 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Tracked resource versions report: Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: pushed versions: Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: { 'AddressGroup': {'1.2'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Agent': {'1.1'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'ConntrackHelper': {'1.0'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Log': {'1.0'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'NDPProxy': {'1.0'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Network': {'1.1'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Port': {'1.7'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'PortForwarding': {'1.3'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'QosPolicy': {'1.10'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroup': {'1.5'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SubPort': {'1.0'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Subnet': {'1.1'}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Trunk': {'1.1'}} Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: consumer versions: Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Agent': '1.1', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'ConntrackHelper': '1.0', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'LocalIPAssociation': '1.0', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Log': '1.0', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'NDPProxy': '1.0', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Network': '1.1', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Port': '1.7', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'PortForwarding': '1.3', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'QosPolicy': '1.10', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroup': '1.5', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroupRule': '1.2', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SubPort': '1.0', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Subnet': '1.1', Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Trunk': '1.1'}} Sep 13 10:07:52.606982 dv-cinder-854274-4-iscsi neutron-server[106771]: {{(pid=106771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:07:52.652983 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (8d0f2be4-2784-4505-bc65-dc74ac5f5eae), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.757328 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (8d0f2be4-2784-4505-bc65-dc74ac5f5eae), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.758416 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:07:52.759111 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:52.859914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0f2be4-2784-4505-bc65-dc74ac5f5eae,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:52.874021 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:07:52.885807 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e683f0a8-7999-4284-8386-8fa3f30edfa9 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0124424 Sep 13 10:07:53.191839 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd5d4-45c3-4fa0-ab69-c14046e2cf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:54.277384 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:55.524608 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40396) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:07:55.740748 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:55.865846 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:55.897256 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9474f-a2c4-4669-94c0-6d9a97bf1a4b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:07:55.898663 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8cd9474f-a2c4-4669-94c0-6d9a97bf1a4b demo admin] 10.222.0.62 "GET /networking/v2.0/subnets/07f13c7d-98ce-4598-ad04-aedac2fd59c4 HTTP/1.1" status: 200 len: 849 time: 0.3731396 Sep 13 10:07:56.063286 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9cfff82a-7f46-4004-b82d-6a0f8505a6e7 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/230f7e58-c0af-4a79-8cc0-4d2a08f2e040 HTTP/1.1" status: 200 len: 704 time: 0.1584835 Sep 13 10:07:56.327023 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:56.616109 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Allocated IP 172.20.0.1 (d5778127-193c-43fd-a832-283ee6290bb9/07f13c7d-98ce-4598-ad04-aedac2fd59c4/2e210a8d-5a4e-460f-869c-d0954e98f591) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:07:56.772487 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks [] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:56.884670 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:56.999446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Network d5778127-193c-43fd-a832-283ee6290bb9 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:07:57.006863 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:07:57.017701 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:07:57.018237 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.073655 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Pushing event updated for resources: {'Port': ['ID=2e210a8d-5a4e-460f-869c-d0954e98f591,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:57.161082 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-a1f48002-5db0-4a62-9a86-7fdebbf2b805 None None] Provisioning complete for port 2e210a8d-5a4e-460f-869c-d0954e98f591 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:07:57.162217 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a1f48002-5db0-4a62-9a86-7fdebbf2b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.192333 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a1f48002-5db0-4a62-9a86-7fdebbf2b805 None None] Port 2e210a8d-5a4e-460f-869c-d0954e98f591 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:07:57.268368 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.270080 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:57.272681 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:57.475254 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks [] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.528140 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.529050 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.610571 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Pushing event updated for resources: {'Port': ['ID=2e210a8d-5a4e-460f-869c-d0954e98f591,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:57.654291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Network d5778127-193c-43fd-a832-283ee6290bb9 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:07:57.655597 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:07:57.812067 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-ecc856a3-746e-4e03-be5a-7397350acf0d None None] Provisioning complete for port 2e210a8d-5a4e-460f-869c-d0954e98f591 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:07:57.812511 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ecc856a3-746e-4e03-be5a-7397350acf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:57.843394 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-ecc856a3-746e-4e03-be5a-7397350acf0d None None] Port 2e210a8d-5a4e-460f-869c-d0954e98f591 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:07:57.848467 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:07:57.939361 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:07:57.944535 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-015e4e83-8e00-4b00-95ce-af688de1f38a demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/230f7e58-c0af-4a79-8cc0-4d2a08f2e040/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8758376 Sep 13 10:07:57.951544 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Sync routers for ids ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:07:57.964414 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Routers {'230f7e58-c0af-4a79-8cc0-4d2a08f2e040'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:07:57.965164 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:07:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:58.152450 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Set router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:07:58.564891 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'name': 'router1', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:07:45Z', 'updated_at': '2022-09-13T10:07:57Z', 'revision_number': 2, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'gw_port_host': None, '_interfaces': [{'id': '2e210a8d-5a4e-460f-869c-d0954e98f591', 'name': '', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'mac_address': 'fa:16:3e:c6:64:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:07:56Z', 'updated_at': '2022-09-13T10:07:57Z', 'revision_number': 2, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'subnets': [{'id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:58.615800 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Checking router: 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:07:58.616380 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Updating router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 port 2e210a8d-5a4e-460f-869c-d0954e98f591 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:07:58.670033 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:59.164892 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Publish callbacks [] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:59.254579 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:59.403739 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Pushing event updated for resources: {'Port': ['ID=2e210a8d-5a4e-460f-869c-d0954e98f591,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:59.408332 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Attempting to bind port 2e210a8d-5a4e-460f-869c-d0954e98f591 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:07:59.408732 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Attempting to bind port 2e210a8d-5a4e-460f-869c-d0954e98f591 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:07:59.409161 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Attempting to bind port 2e210a8d-5a4e-460f-869c-d0954e98f591 on network d5778127-193c-43fd-a832-283ee6290bb9 {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:07:59.421530 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.421820 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.422164 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.422504 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.422841 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.423191 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.423512 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.423835 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.424158 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.424478 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.424800 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.425135 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.425457 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.425773 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.426089 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Tracked resource versions report: Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: pushed versions: Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: { 'AddressGroup': {'1.2'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Agent': {'1.1'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'ConntrackHelper': {'1.0'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Log': {'1.0'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'NDPProxy': {'1.0'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Network': {'1.1'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Port': {'1.7'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'PortForwarding': {'1.3'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'QosPolicy': {'1.10'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroup': {'1.5'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SubPort': {'1.0'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Subnet': {'1.1'}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Trunk': {'1.1'}} Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: consumer versions: Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Agent': '1.1', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'ConntrackHelper': '1.0', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'LocalIPAssociation': '1.0', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Log': '1.0', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'NDPProxy': '1.0', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Network': '1.1', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Port': '1.7', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'PortForwarding': '1.3', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'QosPolicy': '1.10', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroup': '1.5', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroupRule': '1.2', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SubPort': '1.0', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Subnet': '1.1', Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Trunk': '1.1'}} Sep 13 10:07:59.428032 dv-cinder-854274-4-iscsi neutron-server[106773]: {{(pid=106773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:07:59.505318 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:07:59.506209 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Checking segment: {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:07:59.506675 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:59.507064 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Bound using segment: {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:07:59.507561 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Bound port: 2e210a8d-5a4e-460f-869c-d0954e98f591, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bc7b6f-41a2-4742-9ded-93bd3a9e4533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:07:59.507942 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:59.561201 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:59.570636 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] For port 2e210a8d-5a4e-460f-869c-d0954e98f591, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:07:59.573383 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:07:59.590067 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] For port 2e210a8d-5a4e-460f-869c-d0954e98f591, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2e210a8d-5a4e-460f-869c-d0954e98f591,segment=NetworkSegment(33bc7b6f-41a2-4742-9ded-93bd3a9e4533),segment_id=33bc7b6f-41a2-4742-9ded-93bd3a9e4533)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:07:59.683442 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:07:59.718079 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Routers {'230f7e58-c0af-4a79-8cc0-4d2a08f2e040'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:07:59.718694 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:07:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:07:59.803803 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82959277-c3c2-4b79-8fe7-cc5ca58ad27c None None] Pushing event updated for resources: {'Port': ['ID=2e210a8d-5a4e-460f-869c-d0954e98f591,revision_number=4']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:07:59.822817 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] Set router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:08:00.015893 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'name': 'router1', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:07:45Z', 'updated_at': '2022-09-13T10:07:57Z', 'revision_number': 2, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'gw_port_host': None, '_interfaces': [{'id': '2e210a8d-5a4e-460f-869c-d0954e98f591', 'name': '', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'mac_address': 'fa:16:3e:c6:64:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:07:56Z', 'updated_at': '2022-09-13T10:07:59Z', 'revision_number': 4, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'subnets': [{'id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:08:00.041422 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6346d-9293-4ec6-9680-16c52aa1bb35 None None] The sync data for ids ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'] in dv-cinder-854274-4-iscsi is: [{'id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'name': 'router1', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:07:45Z', 'updated_at': '2022-09-13T10:07:57Z', 'revision_number': 2, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'gw_port_host': None, '_interfaces': [{'id': '2e210a8d-5a4e-460f-869c-d0954e98f591', 'name': '', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'mac_address': 'fa:16:3e:c6:64:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:07:56Z', 'updated_at': '2022-09-13T10:07:59Z', 'revision_number': 4, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'subnets': [{'id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:08:00.569370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40406) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:08:00.993522 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a97b9-ac32-4bdb-83bd-d93dff917e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:08:00.994936 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f86a97b9-ac32-4bdb-83bd-d93dff917e53 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/8d0f2be4-2784-4505-bc65-dc74ac5f5eae HTTP/1.1" status: 200 len: 842 time: 0.4246809 Sep 13 10:08:01.004678 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:08:01.099755 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Made reservation on behalf of 60981a9be15c4b04b78b97afc4285aa0 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:08:01.102132 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:01.454247 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:01.464850 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:01.545667 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.objects.ports [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106771) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 10:08:01.546059 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (d2f48e3d-6163-4789-bc51-4f51954a6df1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:01.604277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f48e3d-6163-4789-bc51-4f51954a6df1,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:08:01.621708 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:08:01.622072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Network hostable DHCP agents. Network: 8d0f2be4-2784-4505-bc65-dc74ac5f5eae, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:08:01.688464 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:08:01.739659 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 8d0f2be4-2784-4505-bc65-dc74ac5f5eae) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:08:01.748837 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1388095a-d05b-42fb-bd8a-65e213f17c21 None None] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:08:01.752143 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:08:01.752764 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:01.811711 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-29afc609-78e3-4691-b251-9c106db0e9ad admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8101699 Sep 13 10:08:01.853491 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17bd44-05df-4a98-9e45-d156f5bfc451 None None] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:08:04.484886 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40416) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:08:05.015875 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-35bfc1f2-4d7e-41c5-9331-7e15eec7ac5f demo admin] 10.222.0.62 "GET /networking/v2.0/routers/230f7e58-c0af-4a79-8cc0-4d2a08f2e040 HTTP/1.1" status: 200 len: 710 time: 0.5298488 Sep 13 10:08:05.116000 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63cc5b-3e82-4166-8fc4-38e538a5d764 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:08:05.117377 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-fb63cc5b-3e82-4166-8fc4-38e538a5d764 demo admin] 10.222.0.62 "GET /networking/v2.0/networks/8d0f2be4-2784-4505-bc65-dc74ac5f5eae HTTP/1.1" status: 200 len: 886 time: 0.0956235 Sep 13 10:08:05.126521 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:08:05.364239 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks [] for router_gateway (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:05.508543 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2e210a8d-5a4e-460f-869c-d0954e98f591 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:08:05.553295 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 2e210a8d-5a4e-460f-869c-d0954e98f591 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:08:05.553700 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:05.560425 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:05.627250 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:05.630464 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 2e210a8d-5a4e-460f-869c-d0954e98f591 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:08:05.630464 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:05.641309 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:05.666105 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 2e210a8d-5a4e-460f-869c-d0954e98f591, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2e210a8d-5a4e-460f-869c-d0954e98f591,segment=NetworkSegment(33bc7b6f-41a2-4742-9ded-93bd3a9e4533),segment_id=33bc7b6f-41a2-4742-9ded-93bd3a9e4533)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:08:05.672854 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks [] for router_gateway (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:05.733898 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:05.753454 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:05.784784 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=2e210a8d-5a4e-460f-869c-d0954e98f591,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:08:05.954273 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Allocated IP 172.27.2.15 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/e2e7056c-82dd-409f-9aa8-41a3dfe1b35c) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:08:05.960921 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:06.071978 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks [] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:06.174536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:06.248192 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:08:06.253005 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:08:06.260071 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:08:06.295294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Pushing event updated for resources: {'Port': ['ID=e2e7056c-82dd-409f-9aa8-41a3dfe1b35c,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:08:06.590821 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks [] for router_gateway (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:06.728838 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:06.774134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-681410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4202'] for router (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:06.778613 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-681419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-680157'] for router (230f7e58-c0af-4a79-8cc0-4d2a08f2e040), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:06.883745 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:08:06.982574 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:08:06.987432 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:06.988249 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b246132f-4e34-4365-bcf6-3308d8188ad3 demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/230f7e58-c0af-4a79-8cc0-4d2a08f2e040 HTTP/1.1" status: 200 len: 889 time: 1.8648963 Sep 13 10:08:06.993916 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Sync routers for ids ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:08:07.006760 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Routers {'230f7e58-c0af-4a79-8cc0-4d2a08f2e040'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:08:07.007564 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:07:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:08:07.219831 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Set router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:08:07.516537 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2e210a8d-5a4e-460f-869c-d0954e98f591 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:08:07.713513 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 2e210a8d-5a4e-460f-869c-d0954e98f591 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:08:07.713908 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:07.733451 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'name': 'router1', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e2e7056c-82dd-409f-9aa8-41a3dfe1b35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:07:45Z', 'updated_at': '2022-09-13T10:08:06Z', 'revision_number': 4, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'gw_port': {'id': 'e2e7056c-82dd-409f-9aa8-41a3dfe1b35c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:08:05Z', 'updated_at': '2022-09-13T10:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2e210a8d-5a4e-460f-869c-d0954e98f591', 'name': '', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'mac_address': 'fa:16:3e:c6:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:07:56Z', 'updated_at': '2022-09-13T10:08:05Z', 'revision_number': 5, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'subnets': [{'id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:08:07.791052 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Checking router: 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:08:07.791346 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Updating router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:08:07.849621 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:07.936159 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:07.937291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=45 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:07.972087 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 2e210a8d-5a4e-460f-869c-d0954e98f591 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:08:08.134785 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:08.193063 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Publish callbacks [] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:08.248327 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:08.281037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Attempting to bind port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:08:08.281412 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Attempting to bind port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:08:08.281777 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Attempting to bind port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:08:08.311903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:08.322783 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf00bc-08d0-4bc9-9f99-9c405815605d None None] Pushing event updated for resources: {'Port': ['ID=e2e7056c-82dd-409f-9aa8-41a3dfe1b35c,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:08:08.342097 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:08:08.342470 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:08:08.342870 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:08.343281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:08:08.343752 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Bound port: e2e7056c-82dd-409f-9aa8-41a3dfe1b35c, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:08:08.344129 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:08.395192 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] For port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:08:08.398769 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] For port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e2e7056c-82dd-409f-9aa8-41a3dfe1b35c,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:08:08.448779 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:08.491565 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Routers {'230f7e58-c0af-4a79-8cc0-4d2a08f2e040'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:08:08.492199 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:07:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:08:08.535549 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf00bc-08d0-4bc9-9f99-9c405815605d None None] Pushing event updated for resources: {'Port': ['ID=e2e7056c-82dd-409f-9aa8-41a3dfe1b35c,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:08:08.605033 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] Set router 230f7e58-c0af-4a79-8cc0-4d2a08f2e040 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:08:08.805690 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'name': 'router1', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e2e7056c-82dd-409f-9aa8-41a3dfe1b35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:07:45Z', 'updated_at': '2022-09-13T10:08:06Z', 'revision_number': 4, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'gw_port': {'id': 'e2e7056c-82dd-409f-9aa8-41a3dfe1b35c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:08:05Z', 'updated_at': '2022-09-13T10:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2e210a8d-5a4e-460f-869c-d0954e98f591', 'name': '', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'mac_address': 'fa:16:3e:c6:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:07:56Z', 'updated_at': '2022-09-13T10:08:05Z', 'revision_number': 5, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'subnets': [{'id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:08:08.830327 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501c39a-6b47-4501-bf1a-06ad92e3de89 None None] The sync data for ids ['230f7e58-c0af-4a79-8cc0-4d2a08f2e040'] in dv-cinder-854274-4-iscsi is: [{'id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'name': 'router1', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e2e7056c-82dd-409f-9aa8-41a3dfe1b35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:07:45Z', 'updated_at': '2022-09-13T10:08:06Z', 'revision_number': 4, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'gw_port': {'id': 'e2e7056c-82dd-409f-9aa8-41a3dfe1b35c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:08:05Z', 'updated_at': '2022-09-13T10:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2e210a8d-5a4e-460f-869c-d0954e98f591', 'name': '', 'network_id': 'd5778127-193c-43fd-a832-283ee6290bb9', 'tenant_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'mac_address': 'fa:16:3e:c6:64:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230f7e58-c0af-4a79-8cc0-4d2a08f2e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:07:56Z', 'updated_at': '2022-09-13T10:08:05Z', 'revision_number': 5, 'project_id': '5a44c7b4a430429e94e14dfb7e2c81a5', 'subnets': [{'id': '07f13c7d-98ce-4598-ad04-aedac2fd59c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62ae715a-3240-44cb-8a2a-ca59787660df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:08:09.522296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e2e7056c-82dd-409f-9aa8-41a3dfe1b35c up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:08:09.570164 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:08:09.570625 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:09.647654 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:08:09.648051 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:09.668757 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e2e7056c-82dd-409f-9aa8-41a3dfe1b35c,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:08:09.722247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:09.768489 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=e2e7056c-82dd-409f-9aa8-41a3dfe1b35c,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:08:09.834688 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40430) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:08:10.018220 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=22 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:10.019000 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=59 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:10.222012 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-61c73101-758c-452a-8e47-b6c329fc1319 admin admin] 10.222.0.62 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3861895 Sep 13 10:08:11.525426 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e2e7056c-82dd-409f-9aa8-41a3dfe1b35c up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:08:11.567060 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:11.569740 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:08:11.570127 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e2e7056c-82dd-409f-9aa8-41a3dfe1b35c), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:11.611082 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:11.643678 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port e2e7056c-82dd-409f-9aa8-41a3dfe1b35c is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:08:17.216401 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:08:20.215411 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=82 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:20.218428 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=29 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:20.219070 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:20.768133 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f29cc8ba-7ea1-44ed-9cf3-b46c8bcc374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:23.214809 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-331bb66f-7d35-464a-914e-ece1ccf58610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:24.293639 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:25.866720 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:25.888370 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:27.216488 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=6 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:35.826940 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:35.830674 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:08:50.761416 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-34b6115a-c417-48a0-b9bd-3366201e746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:53.206897 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-11541c48-9984-4e7d-8796-cd9c813421f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:54.216040 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:08:54.292931 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:56.242527 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:56.287659 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:08:57.224698 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:04.215725 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:05.853462 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:05.855333 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:19.211708 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:19.213653 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:20.760520 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e6e1db20-713f-472f-bdb0-7f8ef80b8ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:23.199395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-77d34949-a0d3-4dd7-9803-37ac4bf13a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:24.313530 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:25.776925 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:25.897281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:31.215722 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:09:34.220766 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:35.836115 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:35.838014 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:37.280562 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 40978) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:37.615123 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.pecan_wsgi.hooks.translation [None req-24906016-df65-452e-9b86-68c4a0ff3e7a admin admin] GET failed (client error): The resource could not be found. Sep 13 10:09:37.616429 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-24906016-df65-452e-9b86-68c4a0ff3e7a admin admin] 10.222.0.62 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3350062 Sep 13 10:09:37.842113 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e17e8a-04b3-404a-99a4-c40fcbbe3213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:37.843666 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-40e17e8a-04b3-404a-99a4-c40fcbbe3213 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2227132 Sep 13 10:09:40.428583 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40988) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:40.795638 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6bbc6-506c-4ad7-afe8-5c4082a20307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:40.797006 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-bab6bbc6-506c-4ad7-afe8-5c4082a20307 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/07f13c7d-98ce-4598-ad04-aedac2fd59c4 HTTP/1.1" status: 200 len: 849 time: 0.3674738 Sep 13 10:09:40.806743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:09:40.896502 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Publish callbacks [] for subnet (07f13c7d-98ce-4598-ad04-aedac2fd59c4), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:41.085837 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764995982978'] for subnet (07f13c7d-98ce-4598-ad04-aedac2fd59c4), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:41.129103 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:41.129716 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:41.131006 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] 10.222.0.62 "PUT /networking/v2.0/subnets/07f13c7d-98ce-4598-ad04-aedac2fd59c4 HTTP/1.1" status: 200 len: 868 time: 0.3278604 Sep 13 10:09:41.131607 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c7fc0-2501-4099-bed7-38581d2ce807 None None] Network d5778127-193c-43fd-a832-283ee6290bb9 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:09:41.148475 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f13c7d-98ce-4598-ad04-aedac2fd59c4,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:09:41.156652 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.157057 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.157419 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.157770 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.158142 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.158794 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.159344 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.166114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21c0f8-1a29-4498-bf7f-3d007ecc1d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:09:41.212026 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:41.430699 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-d21a3a73-4370-4ac6-8d00-00d580adcd22 None None] Provisioning complete for port 2e210a8d-5a4e-460f-869c-d0954e98f591 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:09:41.431736 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d21a3a73-4370-4ac6-8d00-00d580adcd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e210a8d-5a4e-460f-869c-d0954e98f591), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:41.504467 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-d21a3a73-4370-4ac6-8d00-00d580adcd22 None None] Current status of the port 2e210a8d-5a4e-460f-869c-d0954e98f591 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:09:41.512408 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-d21a3a73-4370-4ac6-8d00-00d580adcd22 None None] Provisioning complete for port e8f1f809-ae9f-47d8-900b-69e3765935e4 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:09:41.512793 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d21a3a73-4370-4ac6-8d00-00d580adcd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e8f1f809-ae9f-47d8-900b-69e3765935e4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:41.585056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-d21a3a73-4370-4ac6-8d00-00d580adcd22 None None] Current status of the port e8f1f809-ae9f-47d8-900b-69e3765935e4 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:09:43.718570 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 40998) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:44.187514 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f640c-459f-42ed-b3b9-c05e9f7d3ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:44.188052 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f640c-459f-42ed-b3b9-c05e9f7d3ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:44.189602 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3f7f640c-459f-42ed-b3b9-c05e9f7d3ecf admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4701593 Sep 13 10:09:46.758612 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41008) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:47.248112 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fdde4a-cad6-4cb4-a44b-1e97c20ce996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:47.248594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fdde4a-cad6-4cb4-a44b-1e97c20ce996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:47.250689 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e9fdde4a-cad6-4cb4-a44b-1e97c20ce996 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4905357 Sep 13 10:09:47.838819 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=14 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:47.839601 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=11 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:09:49.825185 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41016) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:50.220725 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b0017-ba75-499b-b856-13f93e763a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:50.222074 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-660b0017-ba75-499b-b856-13f93e763a56 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/8d0f2be4-2784-4505-bc65-dc74ac5f5eae HTTP/1.1" status: 200 len: 886 time: 0.3959529 Sep 13 10:09:50.765269 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b4caad2e-cf1d-4a8e-99d1-2a4ff2ea7a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:52.800800 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41024) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:53.199505 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4eadfee6-41ba-48f9-8cfa-884416bed97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:53.209369 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c975a4e-5920-4284-b8a9-70e2340312f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:53.210752 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3c975a4e-5920-4284-b8a9-70e2340312f3 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/d5778127-193c-43fd-a832-283ee6290bb9 HTTP/1.1" status: 200 len: 869 time: 0.4090121 Sep 13 10:09:54.336514 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:55.770674 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:55.802882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41032) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:55.885525 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:09:56.210987 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0e4e-01e7-4b13-b241-fd86d8c9592d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:56.211465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae0e4e-01e7-4b13-b241-fd86d8c9592d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:56.213001 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-71ae0e4e-01e7-4b13-b241-fd86d8c9592d admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4091516 Sep 13 10:09:58.801511 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41040) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:09:59.169139 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3968f-4e04-4f29-a0a9-51687e356574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:59.169594 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3968f-4e04-4f29-a0a9-51687e356574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:09:59.171100 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8dd3968f-4e04-4f29-a0a9-51687e356574 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3686450 Sep 13 10:10:01.751250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41048) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:10:02.121439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eac812-5a6f-49a3-b2e0-134e6a93748a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:10:02.122802 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-97eac812-5a6f-49a3-b2e0-134e6a93748a admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/07f13c7d-98ce-4598-ad04-aedac2fd59c4 HTTP/1.1" status: 200 len: 868 time: 0.3706889 Sep 13 10:10:03.205566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:03.207596 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:04.680322 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41056) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:10:05.044955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44502d9-e6fd-4e26-91bd-b0ccdf715606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:10:05.046272 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c44502d9-e6fd-4e26-91bd-b0ccdf715606 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/d2f48e3d-6163-4789-bc51-4f51954a6df1 HTTP/1.1" status: 200 len: 816 time: 0.3650146 Sep 13 10:10:05.834722 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:05.836647 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:08.214310 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:10:15.040407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=25 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:15.042278 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=24 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:18.927404 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=13 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:18.931266 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=21 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:20.781872 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2f5a5790-bf72-405a-ab26-ab529b4d01c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:23.210394 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0294d062-e8d4-461c-b0de-0af4b57ce21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:24.313165 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:25.758589 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:25.889406 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:34.669450 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41112) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:10:35.108467 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [None req-c5b39b05-9f30-4f36-a1e5-2f10e6e030b2 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:10:35.109483 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c5b39b05-9f30-4f36-a1e5-2f10e6e030b2 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4384751 Sep 13 10:10:35.828642 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:35.836974 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:37.761162 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41120) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:10:38.097067 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe1efdf-1361-4911-b989-a081444cff56 admin admin] GET failed (client error): The resource could not be found. Sep 13 10:10:38.098344 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-0fe1efdf-1361-4911-b989-a081444cff56 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3362732 Sep 13 10:10:38.183283 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049830b-4f61-4e58-915b-3120d0102953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:10:38.184720 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-4049830b-4f61-4e58-915b-3120d0102953 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820932 Sep 13 10:10:40.781853 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41128) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:10:41.108344 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:10:41.181078 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Made reservation on behalf of 60981a9be15c4b04b78b97afc4285aa0 for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:10:41.183414 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:41.218851 dv-cinder-854274-4-iscsi neutron-server[106771]: WARNING neutron.services.revisions.revision_plugin [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Could not find related network for resource to bump revision. Sep 13 10:10:41.234051 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:10:41.247827 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (9f6984ff-e4bd-4bb4-84de-da9d9c380509), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:41.248167 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Added segment 9f6984ff-e4bd-4bb4-84de-da9d9c380509 of type vlan for network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c Sep 13 10:10:41.287155 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (7cd988a5-f54d-4dda-ad29-c6a81a0f698c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:41.352515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (7cd988a5-f54d-4dda-ad29-c6a81a0f698c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:41.353443 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:10:41.354016 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:41.414121 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd988a5-f54d-4dda-ad29-c6a81a0f698c,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:10:41.423333 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6404672 Sep 13 10:10:41.424771 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.425115 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.425476 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.425826 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.426154 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.426496 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.426823 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.427144 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.427493 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.427813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.428150 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.428474 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.428793 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.429106 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.429418 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3583-4c05-4973-9207-2c8d05d89f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:41.445784 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:10:44.041841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41136) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:10:44.373231 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4d918c-dad0-4239-8fb6-aa96ea7ec4a4 admin admin] GET failed (client error): The resource could not be found. Sep 13 10:10:44.374504 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-cb4d918c-dad0-4239-8fb6-aa96ea7ec4a4 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3317070 Sep 13 10:10:44.446799 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b1d98-9b90-4303-bfcb-51d6d2a706af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:10:44.449312 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-bb1b1d98-9b90-4303-bfcb-51d6d2a706af admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694072 Sep 13 10:10:44.458152 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Request body: {'subnet': {'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:10:44.546776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Made reservation on behalf of 60981a9be15c4b04b78b97afc4285aa0 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:10:44.549064 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:44.786922 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (fbc3a614-c397-4f56-8fd0-20bc6e62f0ef), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:44.842988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc3a614-c397-4f56-8fd0-20bc6e62f0ef,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:10:44.852324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Checking segment: {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:10:44.852676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Network hostable DHCP agents. Network: 7cd988a5-f54d-4dda-ad29-c6a81a0f698c, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:10:44.946187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:10:45.038043 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 7cd988a5-f54d-4dda-ad29-c6a81a0f698c) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:10:45.042518 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:10:45.043634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.047464 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18cad1b-056a-4210-a8c6-da91326d9251 None None] Network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:10:45.147519 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-4e3abd36-dd0e-4aac-aee4-e035a502b801 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6921160 Sep 13 10:10:45.152263 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-7cd988a5-f54d-4dda-ad29-c6a81a0f698c', 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c', 'project_id': '60981a9be15c4b04b78b97afc4285aa0', 'fixed_ips': [{'subnet_id': 'fbc3a614-c397-4f56-8fd0-20bc6e62f0ef'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:10:45.153204 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.213182 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:10:45.298647 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Allocated IP 192.168.233.2 (7cd988a5-f54d-4dda-ad29-c6a81a0f698c/fbc3a614-c397-4f56-8fd0-20bc6e62f0ef/cf091f81-e119-45fb-9305-94ce6e4a1c86) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:10:45.445808 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Publish callbacks [] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.524536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.571358 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:10:45.574722 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:10:45.577766 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:10:45.584671 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Pushing event updated for resources: {'Port': ['ID=cf091f81-e119-45fb-9305-94ce6e4a1c86,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:10:45.609802 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.610149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.610555 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.610916 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.611289 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.611621 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.611949 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.612279 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.612605 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.612926 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.613298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.613640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.613998 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.614321 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.614636 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:10:45.652095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Attempting to bind port cf091f81-e119-45fb-9305-94ce6e4a1c86 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:10:45.652457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Attempting to bind port cf091f81-e119-45fb-9305-94ce6e4a1c86 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:10:45.652818 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Attempting to bind port cf091f81-e119-45fb-9305-94ce6e4a1c86 on network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:10:45.694567 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:10:45.694935 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Checking segment: {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:10:45.695355 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.695743 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Bound using segment: {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:10:45.696198 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Bound port: cf091f81-e119-45fb-9305-94ce6e4a1c86, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:10:45.696574 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.760913 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] For port cf091f81-e119-45fb-9305-94ce6e4a1c86, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:10:45.764690 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] For port cf091f81-e119-45fb-9305-94ce6e4a1c86, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=cf091f81-e119-45fb-9305-94ce6e4a1c86,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:10:45.821273 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:45.874503 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd581a35-edba-43e2-93b2-9b47e058d3e4 None None] Pushing event updated for resources: {'Port': ['ID=cf091f81-e119-45fb-9305-94ce6e4a1c86,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:10:46.670122 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783bb226-b5e8-4bb0-a0e2-eb2911a20275 None None] Network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:10:46.751188 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:46.759603 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] Provisioning complete for port cf091f81-e119-45fb-9305-94ce6e4a1c86 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:10:46.764009 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:46.764009 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:46.863110 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] Current status of the port cf091f81-e119-45fb-9305-94ce6e4a1c86 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:10:46.868608 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:46.902774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] For port cf091f81-e119-45fb-9305-94ce6e4a1c86, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=cf091f81-e119-45fb-9305-94ce6e4a1c86,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:10:46.947709 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:47.006313 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d255cb-48de-4220-b704-93f6e501a592 None None] Pushing event updated for resources: {'Port': ['ID=cf091f81-e119-45fb-9305-94ce6e4a1c86,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:10:47.065520 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-a6442929-64f3-43f8-a46c-8b497e0e4b95 None None] Provisioning complete for port cf091f81-e119-45fb-9305-94ce6e4a1c86 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:10:47.065894 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a6442929-64f3-43f8-a46c-8b497e0e4b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:47.143250 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a6442929-64f3-43f8-a46c-8b497e0e4b95 None None] Current status of the port cf091f81-e119-45fb-9305-94ce6e4a1c86 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:10:47.623519 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device cf091f81-e119-45fb-9305-94ce6e4a1c86 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:10:47.671522 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port cf091f81-e119-45fb-9305-94ce6e4a1c86 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:10:47.672160 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cf091f81-e119-45fb-9305-94ce6e4a1c86), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:47.743006 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port cf091f81-e119-45fb-9305-94ce6e4a1c86 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:10:48.215607 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:50.757831 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e7af02cf-4b7b-4230-b6d0-32879c38b43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:53.237905 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ed472877-0e61-4a30-8706-83787dfbcfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:54.311763 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:55.052591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:55.061569 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=72,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:55.208849 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:10:55.775021 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:10:55.895477 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:05.835149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:05.838053 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:20.808564 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2325c43b-c0fd-4898-8498-e2038f475326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:22.211290 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:11:23.208136 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-15d1145f-af60-4c60-9f09-ffb959146912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:24.300005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:25.779340 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:25.905606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:32.207485 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:32.208255 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:35.827515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=10 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:35.836456 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:43.229807 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:11:50.761870 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f87e0295-f06d-41c9-8adf-0667125aa84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:53.201839 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-99f1f7a3-51cf-438f-ab34-20a2afe3db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:54.339117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:55.778268 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:55.893649 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:11:59.209671 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:12:05.827336 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:05.834353 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:08.634980 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41178) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:12:08.641404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [None req-6d4a756d-f6ed-4767-8219-d275772f58ca tempest-verify_tempest_config-1903535199 tempest-verify_tempest_config-1903535199-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:12:08.642310 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6d4a756d-f6ed-4767-8219-d275772f58ca tempest-verify_tempest_config-1903535199 tempest-verify_tempest_config-1903535199-project] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0063288 Sep 13 10:12:09.375262 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41196) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:12:09.758105 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:09.833735 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Publish callbacks [] for security_group (de5298f3-8677-4d1b-a4ad-8e8f3a4d7323), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:09.927217 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (de5298f3-8677-4d1b-a4ad-8e8f3a4d7323), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:09.975144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5298f3-8677-4d1b-a4ad-8e8f3a4d7323,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:12:09.979836 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bbd873877b474a30987b09137f73592a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6035931 Sep 13 10:12:09.982579 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41202) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:12:09.984295 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.984640 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.984996 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.985334 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.985663 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.985991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.986312 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.986633 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.986958 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.987316 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.987653 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.987990 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.988403 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.988622 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:09.988937 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c272a3-02e2-4bc4-8c89-6c53c33413d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.040666 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Publish callbacks [] for security_group (de5298f3-8677-4d1b-a4ad-8e8f3a4d7323), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:10.060049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Publish callbacks [] for security_group (de5298f3-8677-4d1b-a4ad-8e8f3a4d7323), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:10.205861 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (de5298f3-8677-4d1b-a4ad-8e8f3a4d7323), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:10.208404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:10.209573 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/de5298f3-8677-4d1b-a4ad-8e8f3a4d7323 HTTP/1.1" status: 204 len: 168 time: 0.2260051 Sep 13 10:12:10.217586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5298f3-8677-4d1b-a4ad-8e8f3a4d7323,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:12:10.224354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.224694 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.225048 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.225433 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.225704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.226026 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.226341 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.226773 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.226962 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.227312 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.227643 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.227974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.228291 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.228599 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:10.228909 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d758ebc-9947-4309-a557-2213feb846c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:12:18.846953 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=16 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:18.848197 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=18 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:19.973563 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:19.978468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:20.213093 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:20.220400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:20.253465 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:20.767037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8f8c-8512-4b5f-9965-6057a8dedafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:23.206623 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-51e8e189-4cf4-4307-97bc-92a78f6abb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:24.320925 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:25.782727 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:25.875091 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:35.830282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:35.832171 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:36.207825 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:12:39.223666 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:46.204325 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:12:50.776728 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-9b9e41aa-13e8-4dce-8655-e4e5368f9c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:53.188506 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8ffd61d3-2e8d-4c28-850a-50f34e34e01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:54.324830 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:55.827123 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:12:55.902020 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:05.832142 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:05.835002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:13.206157 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 5 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:13:19.212097 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:20.782326 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8a45813e-61f0-4dd7-85e8-e30a70f1307a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:23.202492 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:23.205013 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-187b6d9e-e4e6-4877-ae27-661ceb95bd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:24.359059 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:25.792201 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:25.891050 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:35.830909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:35.831704 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:44.324903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680496'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:50.205514 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:13:50.768755 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-99858e87-1e70-4cc4-b1d4-8689708af99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:53.204173 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-55c9885e-268c-4b84-a8ff-6cb4975f9a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:53.215222 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:13:54.330456 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:55.792764 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:55.878427 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:13:56.929807 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41294) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:13:57.056514 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-5611843f-0b46-4aca-bfa1-d444df6d442a admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1257012 Sep 13 10:13:59.494310 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41304) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:13:59.549130 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-5c3c0320-b306-439d-8b66-c812d2176776 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537553 Sep 13 10:14:00.202803 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:05.828273 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:05.829508 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:07.050765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:09.544034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:14.282358 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:18.842552 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=12 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:18.844462 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=14 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:20.775495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-990a19a7-e5ee-401a-8e2b-2304d57823c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:23.197871 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-79bec3ea-5d85-498e-a2a8-571b07debf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:24.350557 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:25.809031 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:25.889082 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:27.204694 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:14:35.823712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:35.825599 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:37.199657 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:37.200442 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:14:44.248426 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:50.808881 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-67847315-f1ee-421f-b57d-d794614364e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:53.208975 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-665c3da2-a485-49c3-8fda-2b7e494f9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:54.340946 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:55.824550 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:14:55.937607 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:04.205296 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:15:05.823272 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:05.850124 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:14.200782 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:14.288355 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:19.219651 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:20.802574 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffd18-1fda-4a7f-87d4-acd0f65cdd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:23.240566 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1516-55af-4392-af99-8d9bb2a97cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:24.320053 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:25.805829 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:25.893485 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:31.893530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41408) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:32.101711 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1715370882-network', 'tenant_id': '30beae855402476b9e1e542be6cc7e88'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:32.196162 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Made reservation on behalf of 30beae855402476b9e1e542be6cc7e88 for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:32.198529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.208815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.296001 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks [] for security_group (4b7dde7f-2e33-406d-aed0-24c8b4780d89), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.361828 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4b7dde7f-2e33-406d-aed0-24c8b4780d89), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.395855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:15:32.402184 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7dde7f-2e33-406d-aed0-24c8b4780d89,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:32.410439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.411358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.411717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.412052 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.412390 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.412716 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.413040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.413367 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.413705 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.414035 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.414373 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.414701 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.415018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.415359 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.415676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Tracked resource versions report: Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: pushed versions: Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: { 'AddressGroup': {'1.2'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Agent': {'1.1'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'ConntrackHelper': {'1.0'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Log': {'1.0'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'NDPProxy': {'1.0'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Network': {'1.1'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Port': {'1.7'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'PortForwarding': {'1.3'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'QosPolicy': {'1.10'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroup': {'1.5'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SubPort': {'1.0'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Subnet': {'1.1'}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Trunk': {'1.1'}} Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: consumer versions: Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: HyperV agent@hv-cinder-85427: {}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Agent': '1.1', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'ConntrackHelper': '1.0', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'LocalIPAssociation': '1.0', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Log': '1.0', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'NDPProxy': '1.0', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Network': '1.1', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Port': '1.7', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'PortForwarding': '1.3', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'QosPolicy': '1.10', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroup': '1.5', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SecurityGroupRule': '1.2', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'SubPort': '1.0', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Subnet': '1.1', Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: 'Trunk': '1.1'}} Sep 13 10:15:32.416795 dv-cinder-854274-4-iscsi neutron-server[106771]: {{(pid=106771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:15:32.423254 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (b9c5739e-c56c-4397-81c5-1ad9bbe729f9), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.423815 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Added segment b9c5739e-c56c-4397-81c5-1ad9bbe729f9 of type vlan for network 6e500297-ade6-4fb0-874a-f549e7fd997d Sep 13 10:15:32.474046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (6e500297-ade6-4fb0-874a-f549e7fd997d), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.561475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (6e500297-ade6-4fb0-874a-f549e7fd997d), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.562495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:32.563062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.634008 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] Pushing event updated for resources: {'Network': ['ID=6e500297-ade6-4fb0-874a-f549e7fd997d,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:32.645321 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 6e500297-ade6-4fb0-874a-f549e7fd997d details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:15:32.653045 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-9b33bb0b-e6cc-43cc-8c01-d398c040b0cb admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7531009 Sep 13 10:15:32.653324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41452) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:32.658333 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Request body: {'subnet': {'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1715370882-subnet', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:32.721901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Made reservation on behalf of 30beae855402476b9e1e542be6cc7e88 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:32.724328 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:32.973749 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (852e4b4c-a322-46fc-80a1-962b50e7218f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.029690 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:33.037411 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=852e4b4c-a322-46fc-80a1-962b50e7218f,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:33.045870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Checking segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:33.045870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Network hostable DHCP agents. Network: 6e500297-ade6-4fb0-874a-f549e7fd997d, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:15:33.145238 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Network 6e500297-ade6-4fb0-874a-f549e7fd997d is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:15:33.236111 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 6e500297-ade6-4fb0-874a-f549e7fd997d) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:33.241351 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:33.247848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.248751 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af05b6-e3ae-491c-b36c-c5da6607e0fa None None] Network 6e500297-ade6-4fb0-874a-f549e7fd997d requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:33.248839 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41472) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:33.357821 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-6e500297-ade6-4fb0-874a-f549e7fd997d', 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'project_id': '30beae855402476b9e1e542be6cc7e88', 'fixed_ips': [{'subnet_id': '852e4b4c-a322-46fc-80a1-962b50e7218f'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:15:33.365400 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-079039da-cb03-46e2-b304-2c5398b2c666 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7044973 Sep 13 10:15:33.365886 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.366102 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41486) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:33.369527 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:33.481630 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-74696490-network', 'tenant_id': 'bab9fc25a2364ae79578ccc87de8bc35'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:33.489539 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (ad67c5a9-a879-4636-a62f-0104cbaccc37), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.490174 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (ad67c5a9-a879-4636-a62f-0104cbaccc37), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.525469 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Allocated IP 172.20.0.2 (6e500297-ade6-4fb0-874a-f549e7fd997d/852e4b4c-a322-46fc-80a1-962b50e7218f/1af4f9e3-6913-49c6-b2d9-c4c6e5387e68) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:33.619450 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks [] for router_controller (ad67c5a9-a879-4636-a62f-0104cbaccc37), precommit_add_association {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.620380 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Made reservation on behalf of bab9fc25a2364ae79578ccc87de8bc35 for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:33.623301 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.635361 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.678405 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Publish callbacks [] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.762152 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.806399 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Network 6e500297-ade6-4fb0-874a-f549e7fd997d is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:33.806825 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:33.810833 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:33.837205 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks [] for router_gateway (ad67c5a9-a879-4636-a62f-0104cbaccc37), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.856862 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Pushing event updated for resources: {'Port': ['ID=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:33.863666 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks [] for security_group (0e98cdf2-5f17-44d1-afa0-d1a1d05061eb), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.879450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.879796 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.880335 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.880764 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.881087 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.881421 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.881746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.882249 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.882583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.882914 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.883268 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.883609 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.884125 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.884447 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.884774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Tracked resource versions report: Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: pushed versions: Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: { 'AddressGroup': {'1.2'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Agent': {'1.1'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'ConntrackHelper': {'1.0'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Log': {'1.0'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'NDPProxy': {'1.0'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Network': {'1.1'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Port': {'1.7'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'PortForwarding': {'1.3'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'QosPolicy': {'1.10'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroup': {'1.5'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SubPort': {'1.0'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Subnet': {'1.1'}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Trunk': {'1.1'}} Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: consumer versions: Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: HyperV agent@hv-cinder-85427: {}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Agent': '1.1', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'ConntrackHelper': '1.0', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'LocalIPAssociation': '1.0', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Log': '1.0', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'NDPProxy': '1.0', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Network': '1.1', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Port': '1.7', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'PortForwarding': '1.3', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'QosPolicy': '1.10', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroup': '1.5', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SecurityGroupRule': '1.2', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'SubPort': '1.0', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Subnet': '1.1', Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: 'Trunk': '1.1'}} Sep 13 10:15:33.885951 dv-cinder-854274-4-iscsi neutron-server[106772]: {{(pid=106772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:15:33.912346 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Attempting to bind port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:33.916247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Attempting to bind port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:33.916247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Attempting to bind port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 on network 6e500297-ade6-4fb0-874a-f549e7fd997d {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:33.940416 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41508) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:33.962749 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:33.966491 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:33.966926 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Checking segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:33.967426 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.967943 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Bound using segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:33.968718 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Bound port: 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:33.969194 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.973689 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0e98cdf2-5f17-44d1-afa0-d1a1d05061eb), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:33.998667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 493} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:15:34.028127 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (7437eda9-47cd-4d71-b473-7d8eae0bb378), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.028463 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Added segment 7437eda9-47cd-4d71-b473-7d8eae0bb378 of type vlan for network 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3 Sep 13 10:15:34.040188 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] For port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:34.043319 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] For port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:34.054467 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98cdf2-5f17-44d1-afa0-d1a1d05061eb,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:34.125433 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.125788 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.126157 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.126532 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.126875 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.127224 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.127557 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.127882 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.128222 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.128553 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.128897 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.129748 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.130059 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.130383 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.130712 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Tracked resource versions report: Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: pushed versions: Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: { 'AddressGroup': {'1.2'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Agent': {'1.1'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'ConntrackHelper': {'1.0'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Log': {'1.0'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'NDPProxy': {'1.0'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Network': {'1.1'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Port': {'1.7'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'PortForwarding': {'1.3'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'QosPolicy': {'1.10'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroup': {'1.5'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SubPort': {'1.0'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Subnet': {'1.1'}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Trunk': {'1.1'}} Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: consumer versions: Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: HyperV agent@hv-cinder-85427: {}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Agent': '1.1', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'ConntrackHelper': '1.0', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'LocalIPAssociation': '1.0', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Log': '1.0', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'NDPProxy': '1.0', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Network': '1.1', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Port': '1.7', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'PortForwarding': '1.3', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'QosPolicy': '1.10', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroup': '1.5', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SecurityGroupRule': '1.2', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'SubPort': '1.0', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Subnet': '1.1', Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: 'Trunk': '1.1'}} Sep 13 10:15:34.131901 dv-cinder-854274-4-iscsi neutron-server[106770]: {{(pid=106770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:15:34.134574 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.143414 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.218239 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:34.221784 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc83030-41ec-4ed2-b84f-70b26e888c3a None None] Pushing event updated for resources: {'Port': ['ID=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:34.233140 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41520) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:34.291420 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks [] for router_gateway (ad67c5a9-a879-4636-a62f-0104cbaccc37), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.313737 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.323358 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.324369 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:34.324944 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.347812 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-network', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:34.378526 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41524) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:34.527955 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:34.527955 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2377107 Sep 13 10:15:34.528889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41530) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:34.528889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Request body: {'subnet': {'network_id': '7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-74696490-subnet', 'tenant_id': 'bab9fc25a2364ae79578ccc87de8bc35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:34.529323 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67e6e4-f974-48c4-af95-e01be9d98f05 admin admin] Pushing event updated for resources: {'Network': ['ID=7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:34.529412 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:15:34.586782 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Made reservation on behalf of 602cd87d731241e3ad12032e2dd67c1b for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:34.595065 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.596411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:34.604260 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Allocated IP 172.27.2.210 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/093cf26b-19cd-43af-9988-b81a5b0c7244) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:34.620974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Made reservation on behalf of bab9fc25a2364ae79578ccc87de8bc35 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:34.629261 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.631407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.701695 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:34.801646 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks [] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.861927 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks [] for security_group (ad263be2-de32-4ba7-bb9a-d8c7f01855bc), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.902586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-network', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:34.912510 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.939187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-473255234-network', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:34.954876 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ad263be2-de32-4ba7-bb9a-d8c7f01855bc), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.966723 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:34.976030 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:15:34.989210 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:34.998313 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:34.999746 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (ffe864c1-82b1-430d-a1cd-e997afab88b9), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:34.999746 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Added segment ffe864c1-82b1-430d-a1cd-e997afab88b9 of type vlan for network 8ecb5458-53ff-4af9-903b-3aeac85684dc Sep 13 10:15:35.002516 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Pushing event updated for resources: {'Port': ['ID=093cf26b-19cd-43af-9988-b81a5b0c7244,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:35.009498 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:35.018489 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad263be2-de32-4ba7-bb9a-d8c7f01855bc,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:35.024926 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (a6edf9f4-3386-43c3-bc8c-a200573a7ab5), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.055710 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Made reservation on behalf of 66658bb98ea64e319ed948b8f279ed5f for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:35.058115 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.222323 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.233125 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6edf9f4-3386-43c3-bc8c-a200573a7ab5,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:35.235540 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Made reservation on behalf of b45075d7ec024b3a907d11225942fbee for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:35.245681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.268387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.319830 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (8ecb5458-53ff-4af9-903b-3aeac85684dc), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.339676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Checking segment: {'id': '7437eda9-47cd-4d71-b473-7d8eae0bb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:35.340032 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Network hostable DHCP agents. Network: 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:15:35.480407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks [] for security_group (ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.485195 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks [] for security_group (1bf9e86e-d6f0-4718-8402-fb2751da686c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.487418 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (8ecb5458-53ff-4af9-903b-3aeac85684dc), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.488499 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:35.489132 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.542712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f26fa4-54c2-4082-a1bf-ed1ba9ee6b7f None None] Network 6e500297-ade6-4fb0-874a-f549e7fd997d requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:35.552763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Network 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:15:35.562364 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ecb5458-53ff-4af9-903b-3aeac85684dc,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:35.566034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:35.573864 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1bf9e86e-d6f0-4718-8402-fb2751da686c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.575049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks [] for router_gateway (ad67c5a9-a879-4636-a62f-0104cbaccc37), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.594910 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.634483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:15:35.642062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:15:35.644088 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9e86e-d6f0-4718-8402-fb2751da686c,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:35.660305 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (07526057-9216-4434-8c9a-3dd96852ae70), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.661073 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Added segment 07526057-9216-4434-8c9a-3dd96852ae70 of type vlan for network 2be664f6-b983-4849-835a-b47b5fa17980 Sep 13 10:15:35.662648 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (0d8051b6-f85a-4150-a6a3-c6dd8be6ea97), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.662975 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Added segment 0d8051b6-f85a-4150-a6a3-c6dd8be6ea97 of type vlan for network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a Sep 13 10:15:35.690535 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-96d75925-e110-4036-85e1-9b343c64b1c1 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7454474 Sep 13 10:15:35.690535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:35.712394 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41564) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:35.722622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:35.723767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.757469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Request body: {'subnet': {'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-subnet', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:35.786683 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:35.802305 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (2be664f6-b983-4849-835a-b47b5fa17980), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.813291 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (3a50e7ab-833a-427c-9bea-0d826ae0fb4a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.826147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:15:35.873943 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70e4fd-93b5-4bef-8c3a-b10680ca6643 None None] Network 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:35.922916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Made reservation on behalf of 602cd87d731241e3ad12032e2dd67c1b for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:35.926242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.931218 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f163177c-16ec-4734-bd62-081f67babb25 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4415548 Sep 13 10:15:35.934902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] Provisioning complete for port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:35.935329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.937510 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:35.963346 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (3a50e7ab-833a-427c-9bea-0d826ae0fb4a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.963971 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:35.965277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.966939 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (ad67c5a9-a879-4636-a62f-0104cbaccc37), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.980257 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (2be664f6-b983-4849-835a-b47b5fa17980), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:35.981594 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:35.982801 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.276118 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Router ad67c5a9-a879-4636-a62f-0104cbaccc37 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:15:36.317879 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9332225 Sep 13 10:15:36.320700 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0854998 Sep 13 10:15:36.321463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41588) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:36.386392 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41592) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:36.398821 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Request body: {'subnet': {'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-473255234-subnet', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:36.403551 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Request body: {'subnet': {'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-subnet', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:36.405034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:36.411437 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c91ad-4836-4950-b8d4-4f95fe63af35 admin admin] Pushing event updated for resources: {'Network': ['ID=3a50e7ab-833a-427c-9bea-0d826ae0fb4a,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:36.431294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (0638c696-6532-4eec-8797-3766e996715f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.760018 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:36.760018 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.760018 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:15:36.770553 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:UPDATE=8,neutron:INSERT=22,neutron:SELECT=68,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:36.771743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:36.771743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:36.772578 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Sync routers for ids ['ad67c5a9-a879-4636-a62f-0104cbaccc37'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:36.773227 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Made reservation on behalf of b45075d7ec024b3a907d11225942fbee for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:36.773227 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.773591 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Routers {'ad67c5a9-a879-4636-a62f-0104cbaccc37'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:36.773672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Made reservation on behalf of 66658bb98ea64e319ed948b8f279ed5f for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:36.773745 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18e007-fcca-42df-88b1-e80ed64eea4b None None] Network 7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:36.773816 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['ad67c5a9-a879-4636-a62f-0104cbaccc37'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:36.773901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.773901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5dfee-8f3c-476f-b0f5-762f9f2d78d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2be664f6-b983-4849-835a-b47b5fa17980,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:36.774039 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 2be664f6-b983-4849-835a-b47b5fa17980 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:15:36.774110 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0638c696-6532-4eec-8797-3766e996715f,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:36.777711 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.779212 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-be462517-d81d-44f7-8370-9da156701631 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4143276 Sep 13 10:15:36.792115 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41602) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:36.793367 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Checking segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:36.793747 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Network hostable DHCP agents. Network: 8ecb5458-53ff-4af9-903b-3aeac85684dc, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:15:36.821934 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:36.823743 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:36.824196 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.826903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] Current status of the port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:36.827379 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:36.917904 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] For port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:37.013085 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.025484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:15:37.083021 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (736d5ef1-d044-46b5-bc43-93e07f1571ab), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.145718 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Set router ad67c5a9-a879-4636-a62f-0104cbaccc37 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:37.157694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:37.158915 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d01a3-f7c0-4cc7-a66d-88999fe00a5f None None] Pushing event updated for resources: {'Port': ['ID=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:37.169341 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 8ecb5458-53ff-4af9-903b-3aeac85684dc) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:37.219314 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=736d5ef1-d044-46b5-bc43-93e07f1571ab,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:37.235873 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:37.240845 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.243496 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a177af7-bd13-4465-a331-8b6fbbe1983b None None] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:37.282272 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Checking segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:37.282836 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Network hostable DHCP agents. Network: 2be664f6-b983-4849-835a-b47b5fa17980, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:15:37.337577 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.db.api [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 10:15:37.337984 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG oslo_db.api [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 10:15:37.340680 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-4df2eef8-bf74-4687-9fdb-8df2bb6af18e None None] Provisioning complete for port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:37.341059 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4df2eef8-bf74-4687-9fdb-8df2bb6af18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.377762 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Network 2be664f6-b983-4849-835a-b47b5fa17980 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:15:37.391753 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (b5c9b688-139d-4b2c-ad5b-accca57a7517), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.403549 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:15:35Z', 'revision_number': 3, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:37.454770 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Checking router: ad67c5a9-a879-4636-a62f-0104cbaccc37 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:37.455406 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Updating router ad67c5a9-a879-4636-a62f-0104cbaccc37 port 093cf26b-19cd-43af-9988-b81a5b0c7244 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:37.459352 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 2be664f6-b983-4849-835a-b47b5fa17980) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:37.471689 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:37.471689 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.471875 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b68518ac-d793-49f5-bea5-2e2e140bcf1c admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7520769 Sep 13 10:15:37.475133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c9b688-139d-4b2c-ad5b-accca57a7517,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:37.477034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41636) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:37.484966 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:37.504221 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07daf8b-af4c-45d8-a307-9b3ea2baf2e7 None None] Network 2be664f6-b983-4849-835a-b47b5fa17980 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:37.524049 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.570736 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-58070050-cb18-426e-a93e-816567188b01 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1767859 Sep 13 10:15:37.582115 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41642) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:37.584905 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-8ecb5458-53ff-4af9-903b-3aeac85684dc', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:15:37.586026 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.589643 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:37.635888 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:37.698654 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41646) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:37.704629 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757201403-network', 'tenant_id': 'cb6c730fed914bb3906059b9b58b1195'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:37.731212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:37.735774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-4df2eef8-bf74-4687-9fdb-8df2bb6af18e None None] Current status of the port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:37.736621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Network hostable DHCP agents. Network: 3a50e7ab-833a-427c-9bea-0d826ae0fb4a, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:15:37.739867 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.742114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.769312 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (058248f2-b07e-44cd-aa8d-1a475af48082), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.778934 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (058248f2-b07e-44cd-aa8d-1a475af48082), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.779484 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-2be664f6-b983-4849-835a-b47b5fa17980', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:15:37.781275 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.826263 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Publish callbacks [] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.827077 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks [] for router_controller (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), precommit_add_association {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.861575 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:37.862831 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Made reservation on behalf of cb6c730fed914bb3906059b9b58b1195 for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:37.866228 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.883147 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.927408 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.938737 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks [] for router_controller (058248f2-b07e-44cd-aa8d-1a475af48082), precommit_add_association {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:37.978971 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Attempting to bind port 093cf26b-19cd-43af-9988-b81a5b0c7244 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:37.980077 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Attempting to bind port 093cf26b-19cd-43af-9988-b81a5b0c7244 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:37.980660 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Attempting to bind port 093cf26b-19cd-43af-9988-b81a5b0c7244 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:37.986784 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:37.990197 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Allocated IP 172.20.0.2 (8ecb5458-53ff-4af9-903b-3aeac85684dc/0638c696-6532-4eec-8797-3766e996715f/761408b7-7531-4757-9ac5-966bf1edd847) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:38.047459 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Pushing event updated for resources: {'Port': ['ID=093cf26b-19cd-43af-9988-b81a5b0c7244,revision_number=2']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:38.047459 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:38.055371 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.057338 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.057943 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.058530 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.059311 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.059921 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.060446 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.060965 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.061484 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.062002 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.062571 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.063112 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.063659 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.064468 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.064986 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Tracked resource versions report: Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: pushed versions: Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: { 'AddressGroup': {'1.2'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Agent': {'1.1'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'ConntrackHelper': {'1.0'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'LocalIPAssociation': {'1.0'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Log': {'1.0'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'NDPProxy': {'1.0'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Network': {'1.1'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Port': {'1.7'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'PortForwarding': {'1.3'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'QosPolicy': {'1.10'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroup': {'1.5'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroupRule': {'1.2'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SubPort': {'1.0'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Subnet': {'1.1'}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Trunk': {'1.1'}} Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: consumer versions: Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: { DHCP agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: HyperV agent@hv-cinder-85427: {}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: L3 agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: Metadata agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: Metering agent@dv-cinder-854274-4-iscsi: {}, Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: Open vSwitch agent@dv-cinder-854274-4-iscsi: { 'AddressGroup': '1.2', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Agent': '1.1', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'ConntrackHelper': '1.0', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'LocalIPAssociation': '1.0', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Log': '1.0', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'NDPProxy': '1.0', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Network': '1.1', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Port': '1.7', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'PortForwarding': '1.3', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'QosPolicy': '1.10', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroup': '1.5', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SecurityGroupRule': '1.2', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'SubPort': '1.0', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Subnet': '1.1', Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: 'Trunk': '1.1'}} Sep 13 10:15:38.066360 dv-cinder-854274-4-iscsi neutron-server[106773]: {{(pid=106773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 10:15:38.081025 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:38.081770 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:38.082981 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.083649 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:38.084342 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Bound port: 093cf26b-19cd-43af-9988-b81a5b0c7244, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:38.084928 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.108815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:15:38.143310 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks [] for router_gateway (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.182989 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:38.188852 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] For port 093cf26b-19cd-43af-9988-b81a5b0c7244, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:38.203510 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks [] for security_group (12990eff-d26d-4861-911b-23fc8a6f74fc), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.209303 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] For port 093cf26b-19cd-43af-9988-b81a5b0c7244, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=093cf26b-19cd-43af-9988-b81a5b0c7244,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:38.231411 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Allocated IP 172.20.0.2 (2be664f6-b983-4849-835a-b47b5fa17980/736d5ef1-d044-46b5-bc43-93e07f1571ab/306b273b-3fe7-4c34-8727-4bbefa6ffcad) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:38.245501 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.300168 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.305906 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (12990eff-d26d-4861-911b-23fc8a6f74fc), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.325772 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 482} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:15:38.337815 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Routers {'ad67c5a9-a879-4636-a62f-0104cbaccc37'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:38.338953 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['ad67c5a9-a879-4636-a62f-0104cbaccc37'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:38.339070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (6f4a88a1-16ec-437c-bdb8-d57f820e99c6), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.339499 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Added segment 6f4a88a1-16ec-437c-bdb8-d57f820e99c6 of type vlan for network 56f5227b-9990-410d-bc8e-d79dbf36a9fa Sep 13 10:15:38.406184 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:38.406624 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.428741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 3a50e7ab-833a-427c-9bea-0d826ae0fb4a) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:38.433660 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:38.434687 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.439686 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (56f5227b-9990-410d-bc8e-d79dbf36a9fa), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.466008 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks [] for router_gateway (058248f2-b07e-44cd-aa8d-1a475af48082), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.468580 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] Set router ad67c5a9-a879-4636-a62f-0104cbaccc37 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:38.491832 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254d88e-c475-4dea-86f3-7e5f1c0d90da None None] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:38.522283 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=23,neutron:SELECT=71,neutron:UPDATE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:38.534846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41668) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:38.560236 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:38.560900 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12990eff-d26d-4861-911b-23fc8a6f74fc,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:38.576404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:38.593317 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (56f5227b-9990-410d-bc8e-d79dbf36a9fa), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.593455 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Publish callbacks [] for port (761408b7-7531-4757-9ac5-966bf1edd847), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.594753 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:38.595385 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.646749 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-38be5123-bdc5-4a29-8589-d32d638a328e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2584090 Sep 13 10:15:38.660011 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41672) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:38.670763 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:38.775201 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:15:35Z', 'revision_number': 3, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:38.812891 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d80fb8-42c1-44b0-93f6-cc584c6ac85f None None] The sync data for ids ['ad67c5a9-a879-4636-a62f-0104cbaccc37'] in dv-cinder-854274-4-iscsi is: [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:15:35Z', 'revision_number': 3, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:38.814694 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] Pushing event updated for resources: {'Network': ['ID=56f5227b-9990-410d-bc8e-d79dbf36a9fa,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:38.836200 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f906-b6b7-4971-9718-5e0c32a7240a None None] Pushing event updated for resources: {'Port': ['ID=093cf26b-19cd-43af-9988-b81a5b0c7244,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:38.867096 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41678) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:38.920213 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 56f5227b-9990-410d-bc8e-d79dbf36a9fa details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:15:38.927636 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (761408b7-7531-4757-9ac5-966bf1edd847), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:38.995396 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:39.002952 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-066f4f41-0704-4d1c-94f0-ea6673d491a9 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2999952 Sep 13 10:15:39.007107 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Allocated IP 172.20.0.1 (6e500297-ade6-4fb0-874a-f549e7fd997d/852e4b4c-a322-46fc-80a1-962b50e7218f/7113ccc4-6486-45aa-8569-34b18b31ae64) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:39.025890 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41686) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:39.031793 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Request body: {'subnet': {'network_id': '56f5227b-9990-410d-bc8e-d79dbf36a9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757201403-subnet', 'tenant_id': 'cb6c730fed914bb3906059b9b58b1195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:39.034718 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:15:39.040003 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.040128 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-901b9a13-819b-421c-ae6a-ea1a32710f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.074831 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:39.094121 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Publish callbacks [] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.133902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04c32475-957d-46aa-ab28-d80aada20015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.149251 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-901b9a13-819b-421c-ae6a-ea1a32710f79 admin admin] Publish callbacks [] for security_group (9425afc6-987c-4790-a14f-a9f47fe03158), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.149605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (5a7b49da-dd9e-4acb-b2c1-0740b153a844), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.151017 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (5a7b49da-dd9e-4acb-b2c1-0740b153a844), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.198222 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:39.202221 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks [] for router_gateway (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.202488 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks [] for router_gateway (058248f2-b07e-44cd-aa8d-1a475af48082), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.220848 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Pushing event updated for resources: {'Port': ['ID=761408b7-7531-4757-9ac5-966bf1edd847,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:39.224545 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:39.242253 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:39.242739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.252204 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.283451 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks [] for router_controller (5a7b49da-dd9e-4acb-b2c1-0740b153a844), precommit_add_association {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.284671 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-901b9a13-819b-421c-ae6a-ea1a32710f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9425afc6-987c-4790-a14f-a9f47fe03158), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.338978 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Made reservation on behalf of cb6c730fed914bb3906059b9b58b1195 for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:39.343030 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.427829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04c32475-957d-46aa-ab28-d80aada20015 admin admin] Publish callbacks [] for security_group (c8c8313a-b9dc-4370-90db-3b949375a901), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.429203 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Allocated IP 172.27.2.198 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/6b4fb67b-566d-483d-be09-d1b0ebad626c) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:39.453412 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:39.465638 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Allocated IP 172.20.0.2 (3a50e7ab-833a-427c-9bea-0d826ae0fb4a/b5c9b688-139d-4b2c-ad5b-accca57a7517/09e46a58-9546-4876-914f-14b1d58ad4ec) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:39.533699 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04c32475-957d-46aa-ab28-d80aada20015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c8c8313a-b9dc-4370-90db-3b949375a901), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.575114 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-04c32475-957d-46aa-ab28-d80aada20015 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1d34f4c2ba414b909e13cc8985491a4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7048550 Sep 13 10:15:39.579756 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks [] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.582565 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41702) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:39.611243 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-901b9a13-819b-421c-ae6a-ea1a32710f79 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=78ee81448f0f4e68956d363775bcc01c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0723829 Sep 13 10:15:39.632551 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41704) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:39.646834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Publish callbacks [] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.665939 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b9a13-819b-421c-ae6a-ea1a32710f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9425afc6-987c-4790-a14f-a9f47fe03158,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:39.701838 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks [] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.710930 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.739865 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ef5f2c59-56cc-4ac0-b89f-248d14b80c44 admin admin] Publish callbacks [] for security_group (c8c8313a-b9dc-4370-90db-3b949375a901), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.763723 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ef5f2c59-56cc-4ac0-b89f-248d14b80c44 admin admin] Publish callbacks [] for security_group (c8c8313a-b9dc-4370-90db-3b949375a901), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.784324 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.789450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Network 2be664f6-b983-4849-835a-b47b5fa17980 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:39.792687 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Pushing event updated for resources: {'Port': ['ID=306b273b-3fe7-4c34-8727-4bbefa6ffcad,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:39.798153 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:39.801720 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:39.805921 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.875673 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Pushing event updated for resources: {'Port': ['ID=09e46a58-9546-4876-914f-14b1d58ad4ec,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:39.879991 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Attempting to bind port 761408b7-7531-4757-9ac5-966bf1edd847 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:39.880716 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Attempting to bind port 761408b7-7531-4757-9ac5-966bf1edd847 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:39.881283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Attempting to bind port 761408b7-7531-4757-9ac5-966bf1edd847 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:39.894442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c32475-957d-46aa-ab28-d80aada20015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8313a-b9dc-4370-90db-3b949375a901,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:39.915715 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4fb67b-566d-483d-be09-d1b0ebad626c,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:39.944497 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:39.948002 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:39.955474 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:39.955658 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Allocated IP 172.27.2.108 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:39.959831 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:39.966914 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:39.970927 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:39.971462 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Checking segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:39.972061 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.972469 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Bound using segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:39.973690 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Bound port: 761408b7-7531-4757-9ac5-966bf1edd847, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:39.973987 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (761408b7-7531-4757-9ac5-966bf1edd847), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:39.987314 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:40.015216 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ef5f2c59-56cc-4ac0-b89f-248d14b80c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c8c8313a-b9dc-4370-90db-3b949375a901), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.022229 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ef5f2c59-56cc-4ac0-b89f-248d14b80c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.025890 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ef5f2c59-56cc-4ac0-b89f-248d14b80c44 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c8c8313a-b9dc-4370-90db-3b949375a901 HTTP/1.1" status: 204 len: 168 time: 0.4183671 Sep 13 10:15:40.068631 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.093943 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f2c59-56cc-4ac0-b89f-248d14b80c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8313a-b9dc-4370-90db-3b949375a901,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:40.158470 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Attempting to bind port 306b273b-3fe7-4c34-8727-4bbefa6ffcad on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:40.158853 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Attempting to bind port 306b273b-3fe7-4c34-8727-4bbefa6ffcad by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:40.160267 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Attempting to bind port 306b273b-3fe7-4c34-8727-4bbefa6ffcad on network 2be664f6-b983-4849-835a-b47b5fa17980 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:40.185110 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Network 6e500297-ade6-4fb0-874a-f549e7fd997d is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:40.196939 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:40.212461 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks [] for router_gateway (5a7b49da-dd9e-4acb-b2c1-0740b153a844), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.217193 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 093cf26b-19cd-43af-9988-b81a5b0c7244 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:40.240310 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:40.240310 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (ad67c5a9-a879-4636-a62f-0104cbaccc37), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.256534 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Pushing event updated for resources: {'Port': ['ID=7113ccc4-6486-45aa-8569-34b18b31ae64,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:40.263339 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-30ca2b80-538c-447f-944b-469ab3a0b30a admin admin] Publish callbacks [] for security_group (9425afc6-987c-4790-a14f-a9f47fe03158), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.297721 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:40.297721 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Checking segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:40.297721 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.297721 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Bound using segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:40.297721 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Bound port: 306b273b-3fe7-4c34-8727-4bbefa6ffcad, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:40.298233 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.348853 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-30ca2b80-538c-447f-944b-469ab3a0b30a admin admin] Publish callbacks [] for security_group (9425afc6-987c-4790-a14f-a9f47fe03158), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.405952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks [] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.462066 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 093cf26b-19cd-43af-9988-b81a5b0c7244 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:40.462454 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.517834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Attempting to bind port 09e46a58-9546-4876-914f-14b1d58ad4ec on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:40.518207 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Attempting to bind port 09e46a58-9546-4876-914f-14b1d58ad4ec by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:40.518572 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Attempting to bind port 09e46a58-9546-4876-914f-14b1d58ad4ec on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:40.636771 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] For port 306b273b-3fe7-4c34-8727-4bbefa6ffcad, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:40.660620 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.679372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-4b80bb99-ca9c-40a6-840f-9808e27d11f7 None None] Provisioning complete for port 7113ccc4-6486-45aa-8569-34b18b31ae64 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:40.679774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4b80bb99-ca9c-40a6-840f-9808e27d11f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.690717 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] For port 306b273b-3fe7-4c34-8727-4bbefa6ffcad, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=306b273b-3fe7-4c34-8727-4bbefa6ffcad,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:40.739990 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] For port 761408b7-7531-4757-9ac5-966bf1edd847, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:40.746885 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:40.747278 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:40.747684 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.748074 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Bound using segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:40.748551 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Bound port: 09e46a58-9546-4876-914f-14b1d58ad4ec, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:40.749098 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.763347 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (d959bdcf-8931-483a-80c3-f7467280fc97), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.787515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] For port 761408b7-7531-4757-9ac5-966bf1edd847, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=761408b7-7531-4757-9ac5-966bf1edd847,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:40.788345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:40.789249 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.790437 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-4b80bb99-ca9c-40a6-840f-9808e27d11f7 None None] Port 7113ccc4-6486-45aa-8569-34b18b31ae64 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:40.794724 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:40.806880 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:40.808415 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks [] for router_gateway (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.822448 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 093cf26b-19cd-43af-9988-b81a5b0c7244 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:40.822841 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.836389 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.853471 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:40.882466 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-30ca2b80-538c-447f-944b-469ab3a0b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9425afc6-987c-4790-a14f-a9f47fe03158), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.885077 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-30ca2b80-538c-447f-944b-469ab3a0b30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.886231 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-30ca2b80-538c-447f-944b-469ab3a0b30a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9425afc6-987c-4790-a14f-a9f47fe03158 HTTP/1.1" status: 204 len: 168 time: 1.2528353 Sep 13 10:15:40.927113 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 093cf26b-19cd-43af-9988-b81a5b0c7244, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=093cf26b-19cd-43af-9988-b81a5b0c7244,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:40.928772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (761408b7-7531-4757-9ac5-966bf1edd847), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:40.971279 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] For port 09e46a58-9546-4876-914f-14b1d58ad4ec, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:40.986417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] For port 09e46a58-9546-4876-914f-14b1d58ad4ec, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=09e46a58-9546-4876-914f-14b1d58ad4ec,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:40.997118 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca2b80-538c-447f-944b-469ab3a0b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9425afc6-987c-4790-a14f-a9f47fe03158,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:40.999085 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38e35-ece3-47ae-9279-63a44af330f6 None None] Pushing event updated for resources: {'Port': ['ID=306b273b-3fe7-4c34-8727-4bbefa6ffcad,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:41.004921 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d959bdcf-8931-483a-80c3-f7467280fc97,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:41.069130 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.073680 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks [] for router_gateway (5a7b49da-dd9e-4acb-b2c1-0740b153a844), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.105247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c761c66-3ecb-4a81-a7b1-146029bbe1e6 None None] Pushing event updated for resources: {'Port': ['ID=761408b7-7531-4757-9ac5-966bf1edd847,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:41.109590 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.180202 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.184444 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Checking segment: {'id': '6f4a88a1-16ec-437c-bdb8-d57f820e99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '56f5227b-9990-410d-bc8e-d79dbf36a9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:41.184794 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Network hostable DHCP agents. Network: 56f5227b-9990-410d-bc8e-d79dbf36a9fa, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:15:41.192102 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:41.209285 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41730) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:41.223328 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:15:41.232091 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=093cf26b-19cd-43af-9988-b81a5b0c7244,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:41.250331 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:41.364825 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ccfa304d-1d76-4dae-96f6-dbafce6c7a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.421067 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749be00-0926-43ee-96cf-3df72d0d8e51 None None] Pushing event updated for resources: {'Port': ['ID=09e46a58-9546-4876-914f-14b1d58ad4ec,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:41.710761 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:41.836621 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:41.880105 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks [] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.882099 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks [] for router_gateway (058248f2-b07e-44cd-aa8d-1a475af48082), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:41.930403 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Network 56f5227b-9990-410d-bc8e-d79dbf36a9fa is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:15:41.978183 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Allocated IP 172.27.2.65 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/a8010ff5-74dd-4350-92cc-89ebf0b30a10) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:41.987568 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.024375 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.033624 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (ad67c5a9-a879-4636-a62f-0104cbaccc37), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.109054 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 56f5227b-9990-410d-bc8e-d79dbf36a9fa) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:42.114204 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:42.115060 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.131544 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c9f22-05a4-4ce0-a854-7bb63e8cfb7e None None] Network 56f5227b-9990-410d-bc8e-d79dbf36a9fa requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:42.150663 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41742) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:42.172889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:42.177426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Pushing event updated for resources: {'Port': ['ID=7113ccc4-6486-45aa-8569-34b18b31ae64,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:42.206404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (058248f2-b07e-44cd-aa8d-1a475af48082), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.222309 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1cda1e2d-e38b-415a-9c7e-d2ff461e9192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.243635 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ccfa304d-1d76-4dae-96f6-dbafce6c7a17 admin admin] Publish callbacks [] for security_group (c9e63c9d-8021-4077-bb1f-e46bc1aef4ef), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.261933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:42.274392 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f822bc-53bb-43f4-bdee-bb05f6eaf15c None None] Network 56f5227b-9990-410d-bc8e-d79dbf36a9fa requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:42.279735 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Network 6e500297-ade6-4fb0-874a-f549e7fd997d is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:42.282944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:42.311094 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks [] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.321426 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-dc6217b8-21ae-4b43-909b-3563bd09ae3e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2932665 Sep 13 10:15:42.378425 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ccfa304d-1d76-4dae-96f6-dbafce6c7a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c9e63c9d-8021-4077-bb1f-e46bc1aef4ef), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.442022 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 761408b7-7531-4757-9ac5-966bf1edd847 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:42.499077 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 761408b7-7531-4757-9ac5-966bf1edd847 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:42.499795 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (761408b7-7531-4757-9ac5-966bf1edd847), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.501376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41746) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:42.503266 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-ccfa304d-1d76-4dae-96f6-dbafce6c7a17 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=09e4028cba7c4eac9907b6e7ae29b584&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2859812 Sep 13 10:15:42.519104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa304d-1d76-4dae-96f6-dbafce6c7a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e63c9d-8021-4077-bb1f-e46bc1aef4ef,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:42.548208 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1cda1e2d-e38b-415a-9c7e-d2ff461e9192 admin admin] Publish callbacks [] for security_group (03a788dd-bc47-41d5-838e-5c96a9f84216), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.550591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Router ad67c5a9-a879-4636-a62f-0104cbaccc37 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:15:42.585556 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41748) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:42.744190 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:15:42.744190 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.744505 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-490f99a2-2a89-4e6e-bad0-835003eb61b8 admin admin] Publish callbacks [] for security_group (c9e63c9d-8021-4077-bb1f-e46bc1aef4ef), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.744586 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_v2 [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Deleting subnet a6edf9f4-3386-43c3-bc8c-a200573a7ab5 {{(pid=106770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:15:42.744656 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-490f99a2-2a89-4e6e-bad0-835003eb61b8 admin admin] Publish callbacks [] for security_group (c9e63c9d-8021-4077-bb1f-e46bc1aef4ef), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.744725 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Publish callbacks [] for subnet (a6edf9f4-3386-43c3-bc8c-a200573a7ab5), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.758971 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:42.806926 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-5ad74307-1ca4-4346-a14a-12e0c9dc46bc None None] Provisioning complete for port 7113ccc4-6486-45aa-8569-34b18b31ae64 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:42.807315 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5ad74307-1ca4-4346-a14a-12e0c9dc46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.830632 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1cda1e2d-e38b-415a-9c7e-d2ff461e9192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (03a788dd-bc47-41d5-838e-5c96a9f84216), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.864759 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:42.873603 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:42.882611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:42.901252 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-569182ba-a837-4a41-a403-80f4f451da50 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/ad67c5a9-a879-4636-a62f-0104cbaccc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1036134 Sep 13 10:15:42.903797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Router 058248f2-b07e-44cd-aa8d-1a475af48082 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:15:42.942205 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 761408b7-7531-4757-9ac5-966bf1edd847 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:42.942587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (761408b7-7531-4757-9ac5-966bf1edd847), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:42.945596 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Sync routers for ids ['ad67c5a9-a879-4636-a62f-0104cbaccc37'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:43.012462 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Publish callbacks [] for subnet (a6edf9f4-3386-43c3-bc8c-a200573a7ab5), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.050837 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (a6edf9f4-3386-43c3-bc8c-a200573a7ab5), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.072254 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Routers {'ad67c5a9-a879-4636-a62f-0104cbaccc37'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:43.073072 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['ad67c5a9-a879-4636-a62f-0104cbaccc37'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:43.077777 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-5ad74307-1ca4-4346-a14a-12e0c9dc46bc None None] Port 7113ccc4-6486-45aa-8569-34b18b31ae64 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:43.096421 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-490f99a2-2a89-4e6e-bad0-835003eb61b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c9e63c9d-8021-4077-bb1f-e46bc1aef4ef), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.101116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-490f99a2-2a89-4e6e-bad0-835003eb61b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.102555 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-490f99a2-2a89-4e6e-bad0-835003eb61b8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c9e63c9d-8021-4077-bb1f-e46bc1aef4ef HTTP/1.1" status: 204 len: 168 time: 0.5999835 Sep 13 10:15:43.140452 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-1cda1e2d-e38b-415a-9c7e-d2ff461e9192 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dd47ed6fc64a46c4a7386cb7025f9d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9823799 Sep 13 10:15:43.145273 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:43.166800 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Sync routers for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:43.184914 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:43.187208 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:43.195198 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41770) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:43.197420 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f99a2-2a89-4e6e-bad0-835003eb61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e63c9d-8021-4077-bb1f-e46bc1aef4ef,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:43.294771 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Pushing event updated for resources: {'Port': ['ID=a8010ff5-74dd-4350-92cc-89ebf0b30a10,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:43.294884 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.295945 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5035dcaf-34f3-4754-8943-791a0c975a07 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8161507 Sep 13 10:15:43.302020 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda1e2d-e38b-415a-9c7e-d2ff461e9192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a788dd-bc47-41d5-838e-5c96a9f84216,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:43.306428 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41776) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:43.347001 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449935fa-14b3-4e41-8a07-486e66ff63cf None None] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:43.423142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5bda4a60-eaa2-470a-a6fb-8704e7a4763a admin admin] Publish callbacks [] for security_group (03a788dd-bc47-41d5-838e-5c96a9f84216), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.437766 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:43.440008 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 761408b7-7531-4757-9ac5-966bf1edd847, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=761408b7-7531-4757-9ac5-966bf1edd847,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:43.498004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5bda4a60-eaa2-470a-a6fb-8704e7a4763a admin admin] Publish callbacks [] for security_group (03a788dd-bc47-41d5-838e-5c96a9f84216), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.586808 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:43.593771 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks [] for router_gateway (5a7b49da-dd9e-4acb-b2c1-0740b153a844), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.668736 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Set router ad67c5a9-a879-4636-a62f-0104cbaccc37 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:43.681731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5bda4a60-eaa2-470a-a6fb-8704e7a4763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (03a788dd-bc47-41d5-838e-5c96a9f84216), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.687092 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5bda4a60-eaa2-470a-a6fb-8704e7a4763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.687607 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5bda4a60-eaa2-470a-a6fb-8704e7a4763a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/03a788dd-bc47-41d5-838e-5c96a9f84216 HTTP/1.1" status: 204 len: 168 time: 0.4825063 Sep 13 10:15:43.697488 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda4a60-eaa2-470a-a6fb-8704e7a4763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a788dd-bc47-41d5-838e-5c96a9f84216,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:43.765521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053ee7b-3230-4713-903e-042962c1b601 None None] Network 2be664f6-b983-4849-835a-b47b5fa17980 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:43.787447 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (761408b7-7531-4757-9ac5-966bf1edd847), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.793173 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 09e46a58-9546-4876-914f-14b1d58ad4ec up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:43.884776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41804) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:43.888093 dv-cinder-854274-4-iscsi neutron-server[106771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 10:15:43.938524 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:41Z', 'revision_number': 3, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:43.944708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-2b08dabf-9618-4856-a979-e188c882c4ff None None] Provisioning complete for port 09e46a58-9546-4876-914f-14b1d58ad4ec triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:43.950542 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b08dabf-9618-4856-a979-e188c882c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:43.950542 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d443f8-dd77-44da-833f-e8a33f193c5f None None] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:15:43.966285 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Checking router: 058248f2-b07e-44cd-aa8d-1a475af48082 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:43.966875 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Updating router 058248f2-b07e-44cd-aa8d-1a475af48082 port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:43.997729 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.055713 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=761408b7-7531-4757-9ac5-966bf1edd847,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:44.118919 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:44.150811 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:44.174484 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:44.188480 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:44.261655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:44.262336 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:44.287762 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 09e46a58-9546-4876-914f-14b1d58ad4ec triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:44.288694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.306420 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:44.318737 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (a6edf9f4-3386-43c3-bc8c-a200573a7ab5), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.368549 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-08a74292-4b52-4551-b69f-9a8bb1bea32d tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:44.372693 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-08a74292-4b52-4551-b69f-9a8bb1bea32d tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/networks?id=6e500297-ade6-4fb0-874a-f549e7fd997d HTTP/1.1" status: 200 len: 812 time: 0.4851482 Sep 13 10:15:44.404023 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-d7529c30-ca90-46da-87be-8f67db74bf45 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/quotas/30beae855402476b9e1e542be6cc7e88 HTTP/1.1" status: 200 len: 375 time: 0.0203822 Sep 13 10:15:44.444318 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.450650 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a6edf9f4-3386-43c3-bc8c-a200573a7ab5 HTTP/1.1" status: 204 len: 168 time: 1.8641107 Sep 13 10:15:44.473631 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74988a26-a2a3-490b-b4fe-44a6371f05ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6edf9f4-3386-43c3-bc8c-a200573a7ab5,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:44.486167 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41820) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:44.513992 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 09e46a58-9546-4876-914f-14b1d58ad4ec is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:44.516221 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.547946 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.576282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 09e46a58-9546-4876-914f-14b1d58ad4ec, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=09e46a58-9546-4876-914f-14b1d58ad4ec,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:44.583316 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:44.591040 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Publish callbacks [] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.623233 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-f651e66c-967c-4940-bb02-31b1c2096fe8 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=30beae855402476b9e1e542be6cc7e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2173228 Sep 13 10:15:44.681149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.682076 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 306b273b-3fe7-4c34-8727-4bbefa6ffcad up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:44.689047 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.835000 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:44.840681 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-014133d9-0545-402d-a8a6-03e91294f087 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2558625 Sep 13 10:15:44.845250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41836) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:44.864164 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd8bd-8123-40aa-a3bf-d75701421806 None None] Pushing event updated for resources: {'Port': ['ID=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,revision_number=2']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:44.886579 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Attempting to bind port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:44.886952 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Attempting to bind port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:44.887342 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Attempting to bind port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:44.987633 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:45.033227 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:45.045812 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:45.066464 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:45.071935 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:45.072530 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:45.072871 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.073417 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:45.074051 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Bound port: c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:45.074585 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.138252 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.198140 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-2b08dabf-9618-4856-a979-e188c882c4ff None None] Current status of the port 09e46a58-9546-4876-914f-14b1d58ad4ec is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:45.207775 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (5a7b49da-dd9e-4acb-b2c1-0740b153a844), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.208427 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] For port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:45.213212 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] For port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:45.305459 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.448732 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd8bd-8123-40aa-a3bf-d75701421806 None None] Pushing event updated for resources: {'Port': ['ID=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:45.482347 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:45.483801 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:45.485438 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:45.497085 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=09e46a58-9546-4876-914f-14b1d58ad4ec,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:45.505656 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Provisioning complete for port 09e46a58-9546-4876-914f-14b1d58ad4ec triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:45.506042 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.530339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '7113ccc4-6486-45aa-8569-34b18b31ae64', 'name': '', 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'mac_address': 'fa:16:3e:11:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:38Z', 'updated_at': '2022-09-13T10:15:41Z', 'revision_number': 2, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'subnets': [{'id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:45.654523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 306b273b-3fe7-4c34-8727-4bbefa6ffcad triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:45.654523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.662958 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Checking router: ad67c5a9-a879-4636-a62f-0104cbaccc37 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:45.663555 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Updating router ad67c5a9-a879-4636-a62f-0104cbaccc37 port 7113ccc4-6486-45aa-8569-34b18b31ae64 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:45.695043 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:45.779006 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:45.891434 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.891434 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.892320 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.892631 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > port after_create 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.893490 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.893838 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > port after_update 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.894171 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.895039 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.895393 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.904872 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:45.910575 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-b4e15f7d-7660-4e74-88e3-ddddb849fdf5 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:15:45.911639 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-b4e15f7d-7660-4e74-88e3-ddddb849fdf5 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4245164 Sep 13 10:15:46.019006 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:41Z', 'revision_number': 3, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:46.028991 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.042655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Current status of the port 09e46a58-9546-4876-914f-14b1d58ad4ec is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:46.063232 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-aa0e1aeb-ace3-44ea-930a-090ab31c9ad8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434383 Sep 13 10:15:46.088655 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343f7cf-cc9f-4a25-b23c-186e897c064e None None] The sync data for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi is: [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:41Z', 'revision_number': 3, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:46.089703 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 3, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:46.166665 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:46.166994 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Updating router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f port 6b4fb67b-566d-483d-be09-d1b0ebad626c binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:46.225637 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Provisioning complete for port 761408b7-7531-4757-9ac5-966bf1edd847 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:46.226048 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (761408b7-7531-4757-9ac5-966bf1edd847), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.280856 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:46.281774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 306b273b-3fe7-4c34-8727-4bbefa6ffcad is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:46.282217 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.321361 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:46.323753 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:46.324121 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:46.324456 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:15:46.324830 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:46.332433 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.354876 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-b9395d92-290d-4997-92bc-51377a67bc44 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660534 Sep 13 10:15:46.373107 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 306b273b-3fe7-4c34-8727-4bbefa6ffcad, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=306b273b-3fe7-4c34-8727-4bbefa6ffcad,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:46.391018 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.403953 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:15:46.426790 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7437eda9-47cd-4d71-b473-7d8eae0bb378') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:46.427087 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7437eda9-47cd-4d71-b473-7d8eae0bb378') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:46.431926 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.573523 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (7437eda9-47cd-4d71-b473-7d8eae0bb378), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.591270 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:46.732893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Allocated IP 172.20.0.1 (2be664f6-b983-4849-835a-b47b5fa17980/736d5ef1-d044-46b5-bc43-93e07f1571ab/4d2d1852-f566-49d1-b497-800fc19e8a8a) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:46.821794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 41882) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:46.846882 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.847878 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 093cf26b-19cd-43af-9988-b81a5b0c7244 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:46.851911 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:46.855303 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (7437eda9-47cd-4d71-b473-7d8eae0bb378), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.865865 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:46.874944 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:46.897733 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:46.898393 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:46.903718 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1d65e05a-b40c-470b-a281-223c894853a0 req-df1bcd60-03a1-4834-bff0-7e61d7c886ad tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0803661 Sep 13 10:15:46.930077 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Releasing vlan 493 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:15:46.930632 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (7437eda9-47cd-4d71-b473-7d8eae0bb378), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.993410 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks [] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:46.994678 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Current status of the port 761408b7-7531-4757-9ac5-966bf1edd847 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:47.088541 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:47.102286 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:47.106252 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Provisioning complete for port 306b273b-3fe7-4c34-8727-4bbefa6ffcad triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:47.106710 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.191376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.197792 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:47.210228 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.216743 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=306b273b-3fe7-4c34-8727-4bbefa6ffcad,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:47.219351 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-fce2ed21-62d7-4fd0-9516-b04276376e8e admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.5533814 Sep 13 10:15:47.230236 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41906) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:47.260834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 093cf26b-19cd-43af-9988-b81a5b0c7244 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:47.261212 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.349029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Pushing event updated for resources: {'Port': ['ID=4d2d1852-f566-49d1-b497-800fc19e8a8a,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:47.376331 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Network 2be664f6-b983-4849-835a-b47b5fa17980 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:47.377955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:47.392411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:47.408188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:47.408188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.476379 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Publish callbacks [] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.577349 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.616846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:47.653635 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.677500 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-c901ea2c-e3d2-4d65-8b91-562109878b1a None None] Current status of the port 306b273b-3fe7-4c34-8727-4bbefa6ffcad is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:47.762027 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.773184 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3 HTTP/1.1" status: 204 len: 168 time: 3.2717519 Sep 13 10:15:47.798206 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfec0b-79dc-4783-9359-ef7c99d7b466 admin admin] Pushing event deleted for resources: {'Network': ['ID=7472de3d-3726-4c48-8a5c-1ffb1cc5d7c3,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:47.810545 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 41938) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:47.817750 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:43Z', 'revision_number': 3, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:47.886598 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:47.887148 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Updating router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 port a8010ff5-74dd-4350-92cc-89ebf0b30a10 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:47.904072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.940372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Publish callbacks [] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:47.961746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Attempting to bind port 6b4fb67b-566d-483d-be09-d1b0ebad626c on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:47.962538 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Attempting to bind port 6b4fb67b-566d-483d-be09-d1b0ebad626c by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:47.962909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Attempting to bind port 6b4fb67b-566d-483d-be09-d1b0ebad626c on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:47.982263 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.036482 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Deleting subnet d959bdcf-8931-483a-80c3-f7467280fc97 {{(pid=106770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:15:48.063101 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Publish callbacks [] for subnet (d959bdcf-8931-483a-80c3-f7467280fc97), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.119937 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Allocated IP 172.20.0.1 (8ecb5458-53ff-4af9-903b-3aeac85684dc/0638c696-6532-4eec-8797-3766e996715f/6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:48.173414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-7110a298-2614-402f-881a-6cd34d68cdb3 None None] Provisioning complete for port 306b273b-3fe7-4c34-8727-4bbefa6ffcad triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:48.173781 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7110a298-2614-402f-881a-6cd34d68cdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.246242 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.276250 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:48.277088 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 093cf26b-19cd-43af-9988-b81a5b0c7244 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:48.294501 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2917453'] for subnet (d959bdcf-8931-483a-80c3-f7467280fc97), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.332619 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:48.401066 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c65ead63-139a-43c8-b267-0c72bef6c421 req-c111aba5-0ae4-4374-a580-2d5309940ba5 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.3967614 Sep 13 10:15:48.481236 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-7110a298-2614-402f-881a-6cd34d68cdb3 None None] Current status of the port 306b273b-3fe7-4c34-8727-4bbefa6ffcad is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:48.520143 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:48.522606 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks [] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.568097 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd43397-524e-4f86-9c73-875924f238fe None None] Pushing event updated for resources: {'Port': ['ID=6b4fb67b-566d-483d-be09-d1b0ebad626c,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:48.606947 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.607872 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.693390 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Attempting to bind port 7113ccc4-6486-45aa-8569-34b18b31ae64 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:48.697340 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Attempting to bind port 7113ccc4-6486-45aa-8569-34b18b31ae64 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:48.697340 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Attempting to bind port 7113ccc4-6486-45aa-8569-34b18b31ae64 on network 6e500297-ade6-4fb0-874a-f549e7fd997d {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:48.701692 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Publish callbacks [] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.737085 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (d959bdcf-8931-483a-80c3-f7467280fc97), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.761462 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 761408b7-7531-4757-9ac5-966bf1edd847 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:48.763941 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:48.764388 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:48.764860 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.765335 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:48.765904 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Bound port: 6b4fb67b-566d-483d-be09-d1b0ebad626c, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:48.766356 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.781007 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-9f67defe-37f9-4dd1-8fe5-126267969074 None None] Provisioning complete for port 4d2d1852-f566-49d1-b497-800fc19e8a8a triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:48.781490 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-9f67defe-37f9-4dd1-8fe5-126267969074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.811005 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.829699 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Pushing event updated for resources: {'Port': ['ID=4d2d1852-f566-49d1-b497-800fc19e8a8a,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:48.857220 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:48.883097 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 7437eda9-47cd-4d71-b473-7d8eae0bb378 resource provider aggregate not found Sep 13 10:15:48.927532 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 7437eda9-47cd-4d71-b473-7d8eae0bb378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7437eda9-47cd-4d71-b473-7d8eae0bb378 found for delete ", "request_id": "req-0eae89e5-bd55-479f-ab2d-f9c055aeb3dc"}]} Sep 13 10:15:48.948458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Network 2be664f6-b983-4849-835a-b47b5fa17980 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:48.950602 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Attempting to bind port a8010ff5-74dd-4350-92cc-89ebf0b30a10 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:48.951083 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Attempting to bind port a8010ff5-74dd-4350-92cc-89ebf0b30a10 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:48.951461 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Attempting to bind port a8010ff5-74dd-4350-92cc-89ebf0b30a10 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:48.953673 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:48.980320 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks [] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:48.994587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] For port 6b4fb67b-566d-483d-be09-d1b0ebad626c, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:49.004260 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec05ee-1e4a-49db-b229-8bb5223b5b0d None None] Pushing event updated for resources: {'Port': ['ID=a8010ff5-74dd-4350-92cc-89ebf0b30a10,revision_number=2']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:49.006496 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] For port 6b4fb67b-566d-483d-be09-d1b0ebad626c, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=6b4fb67b-566d-483d-be09-d1b0ebad626c,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:49.025118 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081fb53-4567-4220-97f4-583401c04916 None None] Pushing event updated for resources: {'Port': ['ID=7113ccc4-6486-45aa-8569-34b18b31ae64,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:49.045476 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837584'] for subnet (d959bdcf-8931-483a-80c3-f7467280fc97), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.053764 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:49.057902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:49.058339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Checking segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:49.058852 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.059292 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Bound using segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:49.059830 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Bound port: 7113ccc4-6486-45aa-8569-34b18b31ae64, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:49.060275 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.078401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-9f67defe-37f9-4dd1-8fe5-126267969074 None None] Port 4d2d1852-f566-49d1-b497-800fc19e8a8a cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:49.088168 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 761408b7-7531-4757-9ac5-966bf1edd847 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:49.088569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (761408b7-7531-4757-9ac5-966bf1edd847), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.091971 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:49.092344 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:49.092919 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.105066 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:49.105580 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Bound port: a8010ff5-74dd-4350-92cc-89ebf0b30a10, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:49.105986 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.181900 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.205424 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] For port a8010ff5-74dd-4350-92cc-89ebf0b30a10, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:49.221246 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] For port a8010ff5-74dd-4350-92cc-89ebf0b30a10, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=a8010ff5-74dd-4350-92cc-89ebf0b30a10,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:49.234016 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:15:49.265320 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] For port 7113ccc4-6486-45aa-8569-34b18b31ae64, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:49.273905 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] For port 7113ccc4-6486-45aa-8569-34b18b31ae64, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=7113ccc4-6486-45aa-8569-34b18b31ae64,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:49.348004 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d959bdcf-8931-483a-80c3-f7467280fc97,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:49.352170 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.388331 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.391610 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-01c53ffe-4381-41a2-b10b-da3ef9404c95 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/d959bdcf-8931-483a-80c3-f7467280fc97 HTTP/1.1" status: 204 len: 168 time: 1.5741563 Sep 13 10:15:49.399064 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42006) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:49.446817 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:49.450130 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:49.461523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd43397-524e-4f86-9c73-875924f238fe None None] Pushing event updated for resources: {'Port': ['ID=6b4fb67b-566d-483d-be09-d1b0ebad626c,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:49.463494 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:49.464703 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:49.478860 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:49.492773 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-03652d94-ddca-4a0e-aea7-5af56f7cc63c admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/e1dbd9c6-c8f4-4e80-9d93-d4e12981018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6380279 Sep 13 10:15:49.563045 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-81488031-9f4a-4abd-aa0f-868c2cedb1c3 req-87d33f82-9112-4404-a652-6170fa45e56d tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0740249 Sep 13 10:15:49.587416 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.702847 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.706107 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.762323 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Pushing event updated for resources: {'Port': ['ID=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:49.801165 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (56f5227b-9990-410d-bc8e-d79dbf36a9fa), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.819814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:49.824643 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:49.826573 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:49.843903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-09f80349-9b2c-4aac-8f27-b4f06d8b34bb None None] Provisioning complete for port 4d2d1852-f566-49d1-b497-800fc19e8a8a triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:49.844295 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-09f80349-9b2c-4aac-8f27-b4f06d8b34bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:49.853551 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:49.884982 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:49.894975 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Routers {'ad67c5a9-a879-4636-a62f-0104cbaccc37'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:49.897494 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['ad67c5a9-a879-4636-a62f-0104cbaccc37'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:49.925673 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 761408b7-7531-4757-9ac5-966bf1edd847 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:49.926998 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 09e46a58-9546-4876-914f-14b1d58ad4ec up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:49.949394 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec05ee-1e4a-49db-b229-8bb5223b5b0d None None] Pushing event updated for resources: {'Port': ['ID=a8010ff5-74dd-4350-92cc-89ebf0b30a10,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:50.003438 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081fb53-4567-4220-97f4-583401c04916 None None] Pushing event updated for resources: {'Port': ['ID=7113ccc4-6486-45aa-8569-34b18b31ae64,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:50.015294 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (56f5227b-9990-410d-bc8e-d79dbf36a9fa), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.038088 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f5227b-9990-410d-bc8e-d79dbf36a9fa']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:50.061472 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4a88a1-16ec-437c-bdb8-d57f820e99c6') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:50.062033 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4a88a1-16ec-437c-bdb8-d57f820e99c6') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:50.085228 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (6f4a88a1-16ec-437c-bdb8-d57f820e99c6), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.103146 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:50.114341 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-09f80349-9b2c-4aac-8f27-b4f06d8b34bb None None] Port 4d2d1852-f566-49d1-b497-800fc19e8a8a cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:50.125110 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:50.187213 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (058248f2-b07e-44cd-aa8d-1a475af48082), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.224758 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:50.286983 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42030) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:50.287587 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:43Z', 'revision_number': 3, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:50.296845 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257200561', 'description': 'tempest-description--622663678'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:50.319531 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de4f0-7cd2-4999-bd38-761c16f7b6dc None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:43Z', 'revision_number': 3, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:50.332913 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (6f4a88a1-16ec-437c-bdb8-d57f820e99c6), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.333508 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] Set router ad67c5a9-a879-4636-a62f-0104cbaccc37 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:50.335434 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-c3544497-9045-4cf5-937a-f1fe786b6d67 None None] Provisioning complete for port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:50.335831 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c3544497-9045-4cf5-937a-f1fe786b6d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.389948 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Releasing vlan 482 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:15:50.390633 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (6f4a88a1-16ec-437c-bdb8-d57f820e99c6), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.391142 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 09e46a58-9546-4876-914f-14b1d58ad4ec triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:50.391580 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.512093 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Allocated IP 172.20.0.1 (3a50e7ab-833a-427c-9bea-0d826ae0fb4a/b5c9b688-139d-4b2c-ad5b-accca57a7517/88fcbd36-9cce-43bb-b31e-389510f8f6dc) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:50.539499 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-c3544497-9045-4cf5-937a-f1fe786b6d67 None None] Port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:50.550434 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:50.670192 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.755562 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (56f5227b-9990-410d-bc8e-d79dbf36a9fa), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.762323 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.769774 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/56f5227b-9990-410d-bc8e-d79dbf36a9fa HTTP/1.1" status: 204 len: 168 time: 1.3727367 Sep 13 10:15:50.793921 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks [] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.798094 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cf9c9-7046-4ee6-8005-e9c4740f0f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f5227b-9990-410d-bc8e-d79dbf36a9fa,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:50.838667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.928771 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (590686a3-4d8c-4fc7-9f6e-e51779d9a245), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:50.930540 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 09e46a58-9546-4876-914f-14b1d58ad4ec is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:50.932111 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:50.938177 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:15:48Z', 'revision_number': 2, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:50.983818 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e947836e-2f05-4279-9874-2c3d9b049195 req-71f84c9e-cb7e-42a5-b579-eabca20b82db tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0485938 Sep 13 10:15:51.005763 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '7113ccc4-6486-45aa-8569-34b18b31ae64', 'name': '', 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'mac_address': 'fa:16:3e:11:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:38Z', 'updated_at': '2022-09-13T10:15:49Z', 'revision_number': 4, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'subnets': [{'id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:51.007865 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993a748-b425-4049-b499-b49c4d5e4696 None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:15:48Z', 'revision_number': 2, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:51.009465 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e8430eb-954b-4394-8319-2bd30e43c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.048073 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (590686a3-4d8c-4fc7-9f6e-e51779d9a245), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.048530 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 6f4a88a1-16ec-437c-bdb8-d57f820e99c6 resource provider aggregate not found Sep 13 10:15:51.074270 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 6f4a88a1-16ec-437c-bdb8-d57f820e99c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f4a88a1-16ec-437c-bdb8-d57f820e99c6 found for delete ", "request_id": "req-c3758b7b-165e-44d7-83b6-5fbbb205ff91"}]} Sep 13 10:15:51.083905 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:51.091553 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca3c67-17bd-4f93-b3ae-bedb273748e4 None None] The sync data for ids ['ad67c5a9-a879-4636-a62f-0104cbaccc37'] in dv-cinder-854274-4-iscsi is: [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '7113ccc4-6486-45aa-8569-34b18b31ae64', 'name': '', 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'mac_address': 'fa:16:3e:11:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:38Z', 'updated_at': '2022-09-13T10:15:49Z', 'revision_number': 4, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'subnets': [{'id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:51.121381 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:51.121775 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.155988 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.181054 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590686a3-4d8c-4fc7-9f6e-e51779d9a245,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:51.275376 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:51.287263 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:51.290211 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:51.295355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.297446 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-61f567be-071b-41db-8fdc-93e1ee350af7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0093236 Sep 13 10:15:51.300413 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42054) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:51.305593 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'security_group_rule': {'security_group_id': '590686a3-4d8c-4fc7-9f6e-e51779d9a245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:51.361711 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:51.361711 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.384735 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:51.393985 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=88fcbd36-9cce-43bb-b31e-389510f8f6dc,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:51.433791 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:51.442408 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (08f912db-e173-49c5-bf7b-5cec945d9f41), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.450266 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (5a7b49da-dd9e-4acb-b2c1-0740b153a844), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.467981 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks [] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.470156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:51.532949 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42060) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:51.604244 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.605129 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 306b273b-3fe7-4c34-8727-4bbefa6ffcad up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:51.607742 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.653003 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (08f912db-e173-49c5-bf7b-5cec945d9f41), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.711587 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e8860aae-7081-4abc-bc0d-154bea8a969e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bab9fc25a2364ae79578ccc87de8bc35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1774478 Sep 13 10:15:51.714537 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42066) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:51.786760 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (08f912db-e173-49c5-bf7b-5cec945d9f41), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.859992 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f912db-e173-49c5-bf7b-5cec945d9f41,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:51.911638 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 306b273b-3fe7-4c34-8727-4bbefa6ffcad triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:51.912027 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.924185 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:51.941483 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (058248f2-b07e-44cd-aa8d-1a475af48082), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.951566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e433d799-2c22-4cde-bd67-49e13076440d admin admin] Publish callbacks [] for security_group (0e98cdf2-5f17-44d1-afa0-d1a1d05061eb), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.952114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Pushing event updated for resources: {'Port': ['ID=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:51.986018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:51.990473 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-10d211b6-72c4-4f83-9f37-f7a4e6a6c346 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6856730 Sep 13 10:15:51.993792 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42072) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:52.006189 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'security_group_rule': {'security_group_id': '590686a3-4d8c-4fc7-9f6e-e51779d9a245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:52.016063 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-3b13c51b-a7ea-4712-a26f-d926a9ea1be4 None None] Provisioning complete for port 88fcbd36-9cce-43bb-b31e-389510f8f6dc triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:52.017686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3b13c51b-a7ea-4712-a26f-d926a9ea1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.031745 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e433d799-2c22-4cde-bd67-49e13076440d admin admin] Publish callbacks [] for security_group (0e98cdf2-5f17-44d1-afa0-d1a1d05061eb), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.148615 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-3b13c51b-a7ea-4712-a26f-d926a9ea1be4 None None] Port 88fcbd36-9cce-43bb-b31e-389510f8f6dc cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:52.196935 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.213129 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 306b273b-3fe7-4c34-8727-4bbefa6ffcad is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:52.236146 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (779a28c1-09ec-4622-a545-1ede74891c4c), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.248714 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:52.258083 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:52.283809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e433d799-2c22-4cde-bd67-49e13076440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0e98cdf2-5f17-44d1-afa0-d1a1d05061eb), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.288455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e433d799-2c22-4cde-bd67-49e13076440d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.289677 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e433d799-2c22-4cde-bd67-49e13076440d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0e98cdf2-5f17-44d1-afa0-d1a1d05061eb HTTP/1.1" status: 204 len: 168 time: 0.5739887 Sep 13 10:15:52.320095 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433d799-2c22-4cde-bd67-49e13076440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98cdf2-5f17-44d1-afa0-d1a1d05061eb,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:52.390204 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (779a28c1-09ec-4622-a545-1ede74891c4c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.415379 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:52.561311 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.50', 49357) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:52.562181 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (779a28c1-09ec-4622-a545-1ede74891c4c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.577158 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-f336f0bf-f496-476c-8cd9-a029e73c3a9c None None] Provisioning complete for port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:52.577158 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f336f0bf-f496-476c-8cd9-a029e73c3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.606965 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cef09f1-4ef1-4d06-a9e8-bfa7860f366a req-6b94d0d4-9c1d-4c62-96d5-79bf50300155 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.1232965 Sep 13 10:15:52.627254 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-f336f0bf-f496-476c-8cd9-a029e73c3a9c None None] Port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:52.670441 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7113ccc4-6486-45aa-8569-34b18b31ae64 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:52.690995 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779a28c1-09ec-4622-a545-1ede74891c4c,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:52.713049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.714291 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-689dd38a-03ed-4699-bfef-c2f09e919d70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7173357 Sep 13 10:15:52.717934 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42090) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:52.725476 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:52.752811 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:52.756472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:52.780334 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 7113ccc4-6486-45aa-8569-34b18b31ae64 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:52.780732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.813908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-3dd1d7c9-fee3-44fa-b403-fd75f142efb1 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:52.821792 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Router 058248f2-b07e-44cd-aa8d-1a475af48082 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:15:52.846811 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-3dd1d7c9-fee3-44fa-b403-fd75f142efb1 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6e500297-ade6-4fb0-874a-f549e7fd997d HTTP/1.1" status: 200 len: 812 time: 0.2390814 Sep 13 10:15:52.866922 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Request body: {'port': {'device_id': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'admin_state_up': True, 'tenant_id': '30beae855402476b9e1e542be6cc7e88'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:52.902686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:52.962812 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 7113ccc4-6486-45aa-8569-34b18b31ae64 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:52.966343 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.052521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 7113ccc4-6486-45aa-8569-34b18b31ae64, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=7113ccc4-6486-45aa-8569-34b18b31ae64,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:53.086931 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks [] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.131110 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.131966 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device a8010ff5-74dd-4350-92cc-89ebf0b30a10 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:53.159083 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.188564 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.234581 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=88fcbd36-9cce-43bb-b31e-389510f8f6dc,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:53.251207 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=7113ccc4-6486-45aa-8569-34b18b31ae64,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:53.268100 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:53.283078 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port a8010ff5-74dd-4350-92cc-89ebf0b30a10 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:53.283078 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.298021 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-dd4a5759-a600-4fd6-a201-80b190d980bb admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/058248f2-b07e-44cd-aa8d-1a475af48082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9862483 Sep 13 10:15:53.325987 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (5a7b49da-dd9e-4acb-b2c1-0740b153a844), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.538667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42130) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:53.555986 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Sync routers for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:53.561281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e436fa04-0528-4fbd-8b46-c64187a96516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.579583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:53.591641 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:53.591641 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:53.615535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Allocated IP 172.27.2.25 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/e542d5f7-7a74-481a-ae27-2e10a2e48ad0) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:53.621765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:53.624731 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:53.631716 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:53.753959 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port a8010ff5-74dd-4350-92cc-89ebf0b30a10 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:53.754413 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.821178 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.830531 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port a8010ff5-74dd-4350-92cc-89ebf0b30a10, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=a8010ff5-74dd-4350-92cc-89ebf0b30a10,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:53.843925 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:53.848965 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a962e93e-faaa-43c2-bdaa-50f8b302cf4b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cb6c730fed914bb3906059b9b58b1195&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3067603 Sep 13 10:15:53.851600 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42150) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:53.880346 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Made reservation on behalf of 30beae855402476b9e1e542be6cc7e88 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:15:53.886315 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.917197 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:53.920822 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:53.946686 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9174ba21-c3b8-4e0a-af46-80486550b8c3 req-179cdcce-3e2c-48bf-997f-62858d5f93f6 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0689361 Sep 13 10:15:53.984145 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.027444 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:15:54.099867 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bb0374ba-b76c-44c0-9af6-87888fce6eeb admin admin] Publish callbacks [] for security_group (12990eff-d26d-4861-911b-23fc8a6f74fc), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.139420 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:54.153341 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=a8010ff5-74dd-4350-92cc-89ebf0b30a10,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:54.158484 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bb0374ba-b76c-44c0-9af6-87888fce6eeb admin admin] Publish callbacks [] for security_group (12990eff-d26d-4861-911b-23fc8a6f74fc), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.186148 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-a8e16c25-36b4-4b22-9477-2ced2d51b5d4 None None] Provisioning complete for port 88fcbd36-9cce-43bb-b31e-389510f8f6dc triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:54.187130 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a8e16c25-36b4-4b22-9477-2ced2d51b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.240643 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:54.308704 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:54.353121 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'Port': ['ID=e542d5f7-7a74-481a-ae27-2e10a2e48ad0,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:54.389065 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:15:54.389188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:54.418084 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-7db3b13a-019d-42e6-9aa4-ae142f840bf9 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/5a7b49da-dd9e-4acb-b2c1-0740b153a844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1764896 Sep 13 10:15:54.437835 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e16c25-36b4-4b22-9477-2ced2d51b5d4 None None] Port 88fcbd36-9cce-43bb-b31e-389510f8f6dc cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:54.460392 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:54.460957 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.499817 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-9cf80ab0-b4f7-45f8-8bba-86e76607dad6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:54.505095 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-9cf80ab0-b4f7-45f8-8bba-86e76607dad6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 819 time: 0.3544502 Sep 13 10:15:54.509711 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:54.538780 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-25b2bc2e-3c54-4f48-bff4-1e7bfe7c8584 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/quotas/602cd87d731241e3ad12032e2dd67c1b HTTP/1.1" status: 200 len: 375 time: 0.0153363 Sep 13 10:15:54.545933 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bb0374ba-b76c-44c0-9af6-87888fce6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (12990eff-d26d-4861-911b-23fc8a6f74fc), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.548566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bb0374ba-b76c-44c0-9af6-87888fce6eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.552812 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-bb0374ba-b76c-44c0-9af6-87888fce6eeb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/12990eff-d26d-4861-911b-23fc8a6f74fc HTTP/1.1" status: 204 len: 168 time: 0.6972477 Sep 13 10:15:54.575858 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0374ba-b76c-44c0-9af6-87888fce6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12990eff-d26d-4861-911b-23fc8a6f74fc,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:54.589850 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.682050 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-06e0e9fc-94bb-43d8-9a1a-9dbb6951b6e0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319611 Sep 13 10:15:54.749583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Allocated IP 172.20.0.14 (6e500297-ade6-4fb0-874a-f549e7fd997d/852e4b4c-a322-46fc-80a1-962b50e7218f/03852249-6bfc-4601-9c18-8131716a0788) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:15:54.782840 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:54.806352 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:54.810202 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:54.810889 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:54.818797 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 2, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:54.867967 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Checking router: 058248f2-b07e-44cd-aa8d-1a475af48082 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:54.879444 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Updating router 058248f2-b07e-44cd-aa8d-1a475af48082 port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:54.937429 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:54.964944 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:55.007062 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:55.281626 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:55.469621 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device a8010ff5-74dd-4350-92cc-89ebf0b30a10 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:55.510184 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:55.520935 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (ba7911be-91c0-4167-8013-e241b9b8444c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:55.629266 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:55.680332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port a8010ff5-74dd-4350-92cc-89ebf0b30a10 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:55.683519 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:55.750153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:55.787587 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:15:52Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:55.863282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:55.897760 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:15:55.901513 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Updating router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 port 88fcbd36-9cce-43bb-b31e-389510f8f6dc binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:15:55.908092 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:55.969344 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port a8010ff5-74dd-4350-92cc-89ebf0b30a10 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:55.970948 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6b4fb67b-566d-483d-be09-d1b0ebad626c up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:56.011002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.018316 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.028584 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks [] for port (03852249-6bfc-4601-9c18-8131716a0788), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.065273 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:56.086878 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-1204e5c2-aa49-4d82-b24a-a509515d34a0 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3474102 Sep 13 10:15:56.108308 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 6b4fb67b-566d-483d-be09-d1b0ebad626c triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:56.108865 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.112086 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Publish callbacks [] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.166000 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42240) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:56.268049 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.343675 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 6b4fb67b-566d-483d-be09-d1b0ebad626c is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:56.344518 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.386078 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 6b4fb67b-566d-483d-be09-d1b0ebad626c, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=6b4fb67b-566d-483d-be09-d1b0ebad626c,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:15:56.408120 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-e989662a-95eb-4afa-9e86-e9a84e65470c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953751 Sep 13 10:15:56.414585 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:56.506755 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (03852249-6bfc-4601-9c18-8131716a0788), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.507422 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.508377 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7113ccc4-6486-45aa-8569-34b18b31ae64 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:56.536036 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80b2e2-8be5-46fe-a43e-5c2526dffa19 None None] Pushing event updated for resources: {'Port': ['ID=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:56.553156 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Attempting to bind port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:56.553324 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Attempting to bind port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:56.553556 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Attempting to bind port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:56.600665 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1482ce3d-ac15-462a-a4a7-3eb49f29e499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.617021 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.618741 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42250) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:56.632102 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722689396', 'description': 'tempest-description--1034070881'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:56.633001 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:56.633383 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Checking segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:56.633789 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.634175 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Bound using segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:56.634656 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Bound port: 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:56.635025 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.754782 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Publish callbacks [] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.796909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=6b4fb67b-566d-483d-be09-d1b0ebad626c,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:56.808610 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 7113ccc4-6486-45aa-8569-34b18b31ae64 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:56.808801 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.892065 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1482ce3d-ac15-462a-a4a7-3eb49f29e499 admin admin] Publish callbacks [] for security_group (dad99423-4be0-420e-81b5-a37a4f23923f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.893135 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e25d-9a20-4041-a47e-c5f05efccb82 req-730c32bb-fd06-4945-bdc8-a5aff122eb84 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:56.899642 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a637e25d-9a20-4041-a47e-c5f05efccb82 req-730c32bb-fd06-4945-bdc8-a5aff122eb84 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 932 time: 0.1643095 Sep 13 10:15:56.913487 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] For port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:56.925935 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.926123 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.933395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] For port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:56.940166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.940166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (ba7911be-91c0-4167-8013-e241b9b8444c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:56.996926 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd44c81-777b-4f4f-ab53-c0a8c5d8cd71 None None] Pushing event updated for resources: {'Port': ['ID=88fcbd36-9cce-43bb-b31e-389510f8f6dc,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.001995 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1482ce3d-ac15-462a-a4a7-3eb49f29e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (dad99423-4be0-420e-81b5-a37a4f23923f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.036498 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482ce3d-ac15-462a-a4a7-3eb49f29e499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad99423-4be0-420e-81b5-a37a4f23923f,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.046595 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.048206 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 7113ccc4-6486-45aa-8569-34b18b31ae64 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:57.078366 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-1482ce3d-ac15-462a-a4a7-3eb49f29e499 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=87d1f004835544b6bbbfe6f90231187b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108565 Sep 13 10:15:57.080458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42270) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:57.110421 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Network 6e500297-ade6-4fb0-874a-f549e7fd997d is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:15:57.165707 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Attempting to bind port 88fcbd36-9cce-43bb-b31e-389510f8f6dc on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:15:57.199949 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:57.199949 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:57.200788 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Attempting to bind port 88fcbd36-9cce-43bb-b31e-389510f8f6dc by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:15:57.200788 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Attempting to bind port 88fcbd36-9cce-43bb-b31e-389510f8f6dc on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:15:57.200968 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (fdbb1460-e925-4eee-a27f-72fe6a752ee0), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.209450 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:57.237491 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42274) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:57.255118 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-716fd7ad-3c23-4f8f-ba80-879205056c49 req-06e27c18-63af-4b12-aa4b-63f6f1ba8442 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 210 time: 0.2676406 Sep 13 10:15:57.295217 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:57.304915 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-033375f2-cdd9-4756-a21a-84cb7efe56ab admin admin] Publish callbacks [] for security_group (dad99423-4be0-420e-81b5-a37a4f23923f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.310405 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:15:57.324830 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:15:57.325563 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:15:57.326146 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.326816 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Bound using segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:15:57.327619 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Bound port: 88fcbd36-9cce-43bb-b31e-389510f8f6dc, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:15:57.328288 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.352900 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:15:57.353300 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (fdbb1460-e925-4eee-a27f-72fe6a752ee0), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.374673 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:57.379490 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-033375f2-cdd9-4756-a21a-84cb7efe56ab admin admin] Publish callbacks [] for security_group (dad99423-4be0-420e-81b5-a37a4f23923f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.389855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.434152 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Pushing event updated for resources: {'Port': ['ID=03852249-6bfc-4601-9c18-8131716a0788,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.441603 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb1460-e925-4eee-a27f-72fe6a752ee0,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.512641 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.514059 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-b899ce0e-a49b-40d9-9527-79ea262c772e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8935947 Sep 13 10:15:57.517105 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] For port 88fcbd36-9cce-43bb-b31e-389510f8f6dc, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:15:57.523022 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42286) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:57.527866 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'fdbb1460-e925-4eee-a27f-72fe6a752ee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:57.528664 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] For port 88fcbd36-9cce-43bb-b31e-389510f8f6dc, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=88fcbd36-9cce-43bb-b31e-389510f8f6dc,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:15:57.567471 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6b4fb67b-566d-483d-be09-d1b0ebad626c up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:57.601473 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-033375f2-cdd9-4756-a21a-84cb7efe56ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (dad99423-4be0-420e-81b5-a37a4f23923f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.603300 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.605163 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-033375f2-cdd9-4756-a21a-84cb7efe56ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.609800 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-033375f2-cdd9-4756-a21a-84cb7efe56ab admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dad99423-4be0-420e-81b5-a37a4f23923f HTTP/1.1" status: 204 len: 168 time: 0.5263400 Sep 13 10:15:57.626968 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:57.627656 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:57.632309 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.639237 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033375f2-cdd9-4756-a21a-84cb7efe56ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad99423-4be0-420e-81b5-a37a4f23923f,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.641113 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9209199 Sep 13 10:15:57.673493 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80b2e2-8be5-46fe-a43e-5c2526dffa19 None None] Pushing event updated for resources: {'Port': ['ID=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.695270 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:57.698520 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (f9d26309-596b-4413-a736-a34ac912c808), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.748056 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a637e25d-9a20-4041-a47e-c5f05efccb82 req-03827a0f-f1a1-431b-bf53-cf3d37e5530e tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8089173 Sep 13 10:15:57.748056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9f534-00b0-42ac-ae91-d2a287966217 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'Port': ['ID=e542d5f7-7a74-481a-ae27-2e10a2e48ad0,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:57.782138 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-927ad749-50c7-4a4f-97a5-e869aec6f889 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9255192 Sep 13 10:15:57.817153 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-eddf27da-5b41-443f-b697-8fd4ea02f06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.820020 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:57.834741 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 6b4fb67b-566d-483d-be09-d1b0ebad626c triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:57.839420 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.908201 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:57.918439 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-eddf27da-5b41-443f-b697-8fd4ea02f06c admin admin] Publish callbacks [] for security_group (e6c6027b-c422-404e-b4db-1fe4bed42ccb), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.965647 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (f9d26309-596b-4413-a736-a34ac912c808), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.969414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-c9492762-f42d-4d00-a0a0-e642e82de0d6 None None] Provisioning complete for port 03852249-6bfc-4601-9c18-8131716a0788 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:57.970343 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c9492762-f42d-4d00-a0a0-e642e82de0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (03852249-6bfc-4601-9c18-8131716a0788), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:57.975712 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:58.043611 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:58.052914 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-eddf27da-5b41-443f-b697-8fd4ea02f06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e6c6027b-c422-404e-b4db-1fe4bed42ccb), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.115692 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-c9492762-f42d-4d00-a0a0-e642e82de0d6 None None] Port 03852249-6bfc-4601-9c18-8131716a0788 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:15:58.135402 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (f9d26309-596b-4413-a736-a34ac912c808), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.170812 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-e438989c-556a-4afa-b0b7-88afc8682668 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:58.174314 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-e438989c-556a-4afa-b0b7-88afc8682668 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 819 time: 0.2980134 Sep 13 10:15:58.183154 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d26309-596b-4413-a736-a34ac912c808,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:58.193154 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-eddf27da-5b41-443f-b697-8fd4ea02f06c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fa55cd5c1ad1428986f7109797dd979d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9539800 Sep 13 10:15:58.194047 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42330) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:58.200759 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf27da-5b41-443f-b697-8fd4ea02f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c6027b-c422-404e-b4db-1fe4bed42ccb,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:58.263329 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.269451 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c2dcb25d-2840-499e-9e0c-579f92712118 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7407994 Sep 13 10:15:58.273212 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42336) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:58.278233 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-1440393f-6e47-41d2-9e37-7945fcf5a48f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/quotas/602cd87d731241e3ad12032e2dd67c1b HTTP/1.1" status: 200 len: 375 time: 0.0823946 Sep 13 10:15:58.279145 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'fdbb1460-e925-4eee-a27f-72fe6a752ee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:58.295542 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:58.300798 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 6b4fb67b-566d-483d-be09-d1b0ebad626c is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:15:58.317248 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-432108e7-8729-41c0-8a6d-dd2a336b9f8e admin admin] Publish callbacks [] for security_group (e6c6027b-c422-404e-b4db-1fe4bed42ccb), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.327268 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-6b87fb00-907c-4e59-b4fb-c4ad49c0c192 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1257200561&fields=id&tenant_id=b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 267 time: 0.2108750 Sep 13 10:15:58.332750 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5e5b-558f-41c0-bf48-d5b15c6f99c8 None None] The sync data for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi is: [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:58.373173 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-8baaadaf-4f1b-4a37-8eab-efd15f8ece38 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940197 Sep 13 10:15:58.374303 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-432108e7-8729-41c0-8a6d-dd2a336b9f8e admin admin] Publish callbacks [] for security_group (e6c6027b-c422-404e-b4db-1fe4bed42ccb), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.435409 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (7f6f1343-0885-4a72-9fd0-2ccf842b626f), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.494445 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd44c81-777b-4f4f-ab53-c0a8c5d8cd71 None None] Pushing event updated for resources: {'Port': ['ID=88fcbd36-9cce-43bb-b31e-389510f8f6dc,revision_number=4']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:58.542581 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:58.582551 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:15:57Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:58.629744 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (7f6f1343-0885-4a72-9fd0-2ccf842b626f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.674254 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bf0736a0-6460-4fe3-9bb7-578c8d98b94d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990148 Sep 13 10:15:58.677754 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15200b-d1db-482b-9465-b0539f826e2c None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:15:57Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:15:58.679931 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:58.685542 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-fa4ab047-d8f8-4644-8814-03a3afb8f203 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:58.690421 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-fa4ab047-d8f8-4644-8814-03a3afb8f203 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 817 time: 0.3499992 Sep 13 10:15:58.731711 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-6c38899e-3967-4e27-972d-8ca7c6326bf1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/quotas/b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 375 time: 0.0400009 Sep 13 10:15:58.762245 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-432108e7-8729-41c0-8a6d-dd2a336b9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e6c6027b-c422-404e-b4db-1fe4bed42ccb), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.762245 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-432108e7-8729-41c0-8a6d-dd2a336b9f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.762245 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-432108e7-8729-41c0-8a6d-dd2a336b9f8e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e6c6027b-c422-404e-b4db-1fe4bed42ccb HTTP/1.1" status: 204 len: 168 time: 0.5515597 Sep 13 10:15:58.762245 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (7f6f1343-0885-4a72-9fd0-2ccf842b626f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.842170 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432108e7-8729-41c0-8a6d-dd2a336b9f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c6027b-c422-404e-b4db-1fe4bed42ccb,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:58.858755 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:15:58.859304 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6f1343-0885-4a72-9fd0-2ccf842b626f,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:15:58.891894 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:15:58.892417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:15:58.901905 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-8cf4e52f-93eb-4cd7-bc06-32986ade1e49 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689413 Sep 13 10:15:58.929484 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:58.931073 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d2e5557e-0895-4af4-8c2a-e81f8191daa9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6567237 Sep 13 10:15:58.934200 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42364) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:15:58.938734 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:15:58.940108 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-258fbc0d-a979-4e97-9231-87ffa5febbba service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463763 Sep 13 10:15:59.070859 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:59.154496 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:15:59.366139 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-be70c548-3360-46cf-94f3-096c0c8b1852 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:15:59.367486 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-be70c548-3360-46cf-94f3-096c0c8b1852 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057435 Sep 13 10:15:59.509227 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 88fcbd36-9cce-43bb-b31e-389510f8f6dc up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:15:59.538626 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:59.635240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352c3cc-4ce7-40ca-a1ae-1a30ed370bc8 req-0c9a10a4-adde-44b7-b393-2cde6914df86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:15:59.647075 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7352c3cc-4ce7-40ca-a1ae-1a30ed370bc8 req-0c9a10a4-adde-44b7-b393-2cde6914df86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 932 time: 0.1366348 Sep 13 10:15:59.742683 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:15:59.819832 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7352c3cc-4ce7-40ca-a1ae-1a30ed370bc8 req-e275f3c7-a35e-4f8e-8f84-248950ccd8b3 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716788 Sep 13 10:15:59.858800 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 88fcbd36-9cce-43bb-b31e-389510f8f6dc triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:15:59.861999 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:15:59.930453 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.27.2.47 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/4805a4b8-c119-4a8e-8c31-502ffb3d0b5c) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:16:00.036013 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5a6bc2a4-1e00-4cbd-92a5-effc0e72dec2 req-d18639f8-4792-448b-adc3-e47b1a76f81b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 210 time: 0.0606263 Sep 13 10:16:00.062355 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:15:48Z', 'revision_number': 2, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:00.076950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:00.118936 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:16:00.120296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Updating router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f port 4d2d1852-f566-49d1-b497-800fc19e8a8a binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:16:00.137713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Request body: {'port': {'device_id': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:00.192301 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:00.224865 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:00.257655 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:00.302207 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (03852249-6bfc-4601-9c18-8131716a0788), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:00.350134 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:00.354872 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:00.394413 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 88fcbd36-9cce-43bb-b31e-389510f8f6dc is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:00.394912 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:00.513695 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 88fcbd36-9cce-43bb-b31e-389510f8f6dc, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=88fcbd36-9cce-43bb-b31e-389510f8f6dc,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:00.529034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=4805a4b8-c119-4a8e-8c31-502ffb3d0b5c,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:00.579685 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:16:00.588550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:00.588550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:16:00.640880 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:00.647950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:00.705295 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42418) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:00.790480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7d762068-5bb7-4190-b8a4-7d03f0e07c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.079114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (71a00039-9995-40d1-a3e8-a5109c08f84e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.091390 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=88fcbd36-9cce-43bb-b31e-389510f8f6dc,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:01.105572 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:01.106296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.260967 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Publish callbacks [] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.352362 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.358707 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03852249-6bfc-4601-9c18-8131716a0788 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:01.368407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Publish callbacks [] for port (03852249-6bfc-4601-9c18-8131716a0788), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.428260 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Transition to ACTIVE for port object 03852249-6bfc-4601-9c18-8131716a0788 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:16:01.428260 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-f599ba2c-a31b-41d7-81f7-f617871337bd service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:16:01.429422 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-f599ba2c-a31b-41d7-81f7-f617871337bd service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.3827524 Sep 13 10:16:01.546589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d00370-98d4-4cd7-b5e7-6539db620b9c req-5819f116-8d85-4910-a0db-33ae5479bc59 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:01.548260 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-10d00370-98d4-4cd7-b5e7-6539db620b9c req-5819f116-8d85-4910-a0db-33ae5479bc59 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 932 time: 0.3304882 Sep 13 10:16:01.602467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (03852249-6bfc-4601-9c18-8131716a0788), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.646636 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7d762068-5bb7-4190-b8a4-7d03f0e07c27 admin admin] Publish callbacks [] for security_group (255adb4e-8656-4cbb-8ed4-25fc34d0ea90), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.683466 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.684817 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-5c80f4da-bebe-4c15-a777-39e96d64dbea service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430604 Sep 13 10:16:01.748161 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7d762068-5bb7-4190-b8a4-7d03f0e07c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (255adb4e-8656-4cbb-8ed4-25fc34d0ea90), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:01.760485 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-10d00370-98d4-4cd7-b5e7-6539db620b9c req-0e6156b8-1aa9-4fde-aa33-49666ec5c636 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856699 Sep 13 10:16:01.772033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=03852249-6bfc-4601-9c18-8131716a0788,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:01.874693 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Attempting to bind port 03852249-6bfc-4601-9c18-8131716a0788 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:01.881535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Attempting to bind port 03852249-6bfc-4601-9c18-8131716a0788 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:01.882090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Attempting to bind port 03852249-6bfc-4601-9c18-8131716a0788 on network 6e500297-ade6-4fb0-874a-f549e7fd997d {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:01.965313 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762068-5bb7-4190-b8a4-7d03f0e07c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255adb4e-8656-4cbb-8ed4-25fc34d0ea90,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:01.978602 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce59842-e5eb-4bd1-a034-7d1836f18e62 None None] Pushing event updated for resources: {'Port': ['ID=4d2d1852-f566-49d1-b497-800fc19e8a8a,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:01.989841 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:01.990370 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.057594 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-7d762068-5bb7-4190-b8a4-7d03f0e07c27 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d34f1a6845954647b4830afc3193f730&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3468065 Sep 13 10:16:02.063466 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42454) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:02.066940 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Attempting to bind port 4d2d1852-f566-49d1-b497-800fc19e8a8a on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:02.067515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Attempting to bind port 4d2d1852-f566-49d1-b497-800fc19e8a8a by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:02.068037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Attempting to bind port 4d2d1852-f566-49d1-b497-800fc19e8a8a on network 2be664f6-b983-4849-835a-b47b5fa17980 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:02.132902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:02.140273 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:02.140820 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Checking segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:02.141453 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.142143 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Bound using segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:02.142837 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Bound port: 4d2d1852-f566-49d1-b497-800fc19e8a8a, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:02.143495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.198685 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-e3687582-872e-4a3f-8a9e-2f73532c24b6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006847 Sep 13 10:16:02.257026 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-aad35f2b-c007-42ed-9d05-4ad39b7e7732 req-5c21b173-ca74-4b76-8fe6-bd16e077f56e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 210 time: 0.1047571 Sep 13 10:16:02.260533 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:02.302467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Port 03852249-6bfc-4601-9c18-8131716a0788 on network 6e500297-ade6-4fb0-874a-f549e7fd997d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:16:02.306493 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Attempting to bind port 03852249-6bfc-4601-9c18-8131716a0788 on network 6e500297-ade6-4fb0-874a-f549e7fd997d {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:02.312149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] For port 4d2d1852-f566-49d1-b497-800fc19e8a8a, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:02.318094 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] For port 4d2d1852-f566-49d1-b497-800fc19e8a8a, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4d2d1852-f566-49d1-b497-800fc19e8a8a,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:02.386909 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:02.387909 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Checking segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:02.388637 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Bound using segment: {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:02.389462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Bound port: 03852249-6bfc-4601-9c18-8131716a0788, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:02.390293 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (03852249-6bfc-4601-9c18-8131716a0788), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.432101 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-820449de-d5ad-47c5-91ae-48fb07dc1c29 admin admin] Publish callbacks [] for security_group (255adb4e-8656-4cbb-8ed4-25fc34d0ea90), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.457535 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.481099 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.491578 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.50', 49374) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:02.604779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] For port 03852249-6bfc-4601-9c18-8131716a0788, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:02.623033 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:02.623795 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:15:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:02.662413 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] For port 03852249-6bfc-4601-9c18-8131716a0788, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=03852249-6bfc-4601-9c18-8131716a0788,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:02.664305 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.688373 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-820449de-d5ad-47c5-91ae-48fb07dc1c29 admin admin] Publish callbacks [] for security_group (255adb4e-8656-4cbb-8ed4-25fc34d0ea90), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.908165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bc0a1d7-f7a6-4e33-b340-0ef338b3efb3 req-f961453d-6154-454e-87ff-d80cb4859d1f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.1755841 Sep 13 10:16:02.919012 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (03852249-6bfc-4601-9c18-8131716a0788), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.959469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:02.960105 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:02.971716 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/03852249-6bfc-4601-9c18-8131716a0788 HTTP/1.1" status: 200 len: 1094 time: 3.1426060 Sep 13 10:16:02.990042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'tag': '03852249-6bfc-4601-9c18-8131716a0788'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:02.999913 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:03.135109 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 88fcbd36-9cce-43bb-b31e-389510f8f6dc up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:03.137993 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:03.182100 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:03.193504 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:03.368881 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (71a00039-9995-40d1-a3e8-a5109c08f84e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:03.395759 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:03.435326 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:03.512049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-ce467535-1278-4a60-ac67-400157e061fe tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:03.518070 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-ce467535-1278-4a60-ac67-400157e061fe tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 819 time: 1.0176747 Sep 13 10:16:03.526442 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-820449de-d5ad-47c5-91ae-48fb07dc1c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (255adb4e-8656-4cbb-8ed4-25fc34d0ea90), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:03.532432 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-820449de-d5ad-47c5-91ae-48fb07dc1c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:03.533693 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-820449de-d5ad-47c5-91ae-48fb07dc1c29 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/255adb4e-8656-4cbb-8ed4-25fc34d0ea90 HTTP/1.1" status: 204 len: 168 time: 1.3784461 Sep 13 10:16:03.552459 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'port': {'device_id': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'admin_state_up': True, 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:03.556136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efff15b-8211-4d7e-b937-a150d134b4e2 req-cb2e9294-5ec3-40bf-b730-9d04cf142037 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:03.563695 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0efff15b-8211-4d7e-b937-a150d134b4e2 req-cb2e9294-5ec3-40bf-b730-9d04cf142037 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.4009750 Sep 13 10:16:03.641043 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1", "tag": "03852249-6bfc-4601-9c18-8131716a0788"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:03.735271 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce59842-e5eb-4bd1-a034-7d1836f18e62 None None] Pushing event updated for resources: {'Port': ['ID=4d2d1852-f566-49d1-b497-800fc19e8a8a,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:03.751080 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f365f-ec5d-4836-a5c7-1ec773f6e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=03852249-6bfc-4601-9c18-8131716a0788,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:03.788884 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 88fcbd36-9cce-43bb-b31e-389510f8f6dc triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:03.789283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:03.829142 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4515a84b-23ff-415d-86d0-4112e9f27577 req-c1b0f5a8-f3d4-4b83-ba77-69b5db271b0c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 210 time: 0.3629732 Sep 13 10:16:03.860846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5cb4ff87-aa1b-461c-ae91-6ed0a6b3c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:03.860846 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-5cb4ff87-aa1b-461c-ae91-6ed0a6b3c6dc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=30beae855402476b9e1e542be6cc7e88&device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 1128 time: 0.3923111 Sep 13 10:16:04.009700 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.50', 49380) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:04.069628 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-2b62f305-09d5-42a0-a2d6-b299ce35d1b3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03852249-6bfc-4601-9c18-8131716a0788 HTTP/1.1" status: 200 len: 217 time: 0.2011266 Sep 13 10:16:04.086129 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0efff15b-8211-4d7e-b937-a150d134b4e2 req-79684326-0c0f-468c-bf97-5fbcebd709d1 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212443 Sep 13 10:16:04.104209 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820449de-d5ad-47c5-91ae-48fb07dc1c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255adb4e-8656-4cbb-8ed4-25fc34d0ea90,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:04.141552 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=4805a4b8-c119-4a8e-8c31-502ffb3d0b5c,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:04.270056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 88fcbd36-9cce-43bb-b31e-389510f8f6dc is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:04.282034 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:04.283492 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-cad059d7-2165-4139-8447-58ea4e359c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:04.285689 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-cad059d7-2165-4139-8447-58ea4e359c62 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=852e4b4c-a322-46fc-80a1-962b50e7218f HTTP/1.1" status: 200 len: 851 time: 0.1278713 Sep 13 10:16:04.317048 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-a19040bc-c1e3-4234-b743-6ab43181083e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:04.321682 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-a19040bc-c1e3-4234-b743-6ab43181083e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 819 time: 0.2832494 Sep 13 10:16:04.333975 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5be0ca-09d7-4c03-a3bd-9613608b56e9 None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:16:04.344813 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'port': {'device_id': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'admin_state_up': True, 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:04.382874 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:04.391106 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:04.395359 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4862e625-c213-4ad3-9b30-b1f716788bb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4599693 Sep 13 10:16:04.400824 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Made reservation on behalf of 602cd87d731241e3ad12032e2dd67c1b for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:04.408796 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:04.463053 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-0b388ecd-2889-462b-bd55-4c9ff0d3726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:04.464599 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-0b388ecd-2889-462b-bd55-4c9ff0d3726c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6e500297-ade6-4fb0-874a-f549e7fd997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1580503 Sep 13 10:16:04.498918 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c3766fe6-933f-426d-8d45-011fbbf8ba75 req-e48708d1-f51e-4be9-860e-fde29fefb1e7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.2623899 Sep 13 10:16:04.715661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:04.723294 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4d2d1852-f566-49d1-b497-800fc19e8a8a up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:04.735083 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-f52c663c-a692-4040-b8d8-c0a275d56d5e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347848 Sep 13 10:16:04.837300 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:04.894811 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d68612-1ccb-458a-ac46-82e349424dbc x-openstack-request-id: req-61d68612-1ccb-458a-ac46-82e349424dbc {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:04.895117 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1", "tag": "03852249-6bfc-4601-9c18-8131716a0788", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:04.895407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61d68612-1ccb-458a-ac46-82e349424dbc {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:04.895889 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d68612-1ccb-458a-ac46-82e349424dbc'] response: {'name': 'network-changed', 'server_uuid': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'tag': '03852249-6bfc-4601-9c18-8131716a0788', 'status': 'completed', 'code': 200} Sep 13 10:16:04.947616 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 4d2d1852-f566-49d1-b497-800fc19e8a8a triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:04.948834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:05.208147 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-755802b0-482e-420a-b864-f3359d0c62f7 req-4d93105c-8737-4bc3-951c-1d18c614ce87 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 210 time: 0.1699541 Sep 13 10:16:05.226557 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a657683-c97a-45de-8576-30bd1f2b3018 req-fd24cc4f-42f4-4ff5-81a6-f4f72abf018e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685609 Sep 13 10:16:05.236662 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 4d2d1852-f566-49d1-b497-800fc19e8a8a is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:05.236901 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:05.245948 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Allocated IP 172.20.0.6 (8ecb5458-53ff-4af9-903b-3aeac85684dc/0638c696-6532-4eec-8797-3766e996715f/268dff1c-90e0-4ad1-8bc5-f2a35cdb4678) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:16:05.269698 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-e5d0dd96-312c-431a-b6ab-d8235cc46f6f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--722689396&fields=id&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 267 time: 0.1826129 Sep 13 10:16:05.396764 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 4d2d1852-f566-49d1-b497-800fc19e8a8a, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4d2d1852-f566-49d1-b497-800fc19e8a8a,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:05.555533 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Made reservation on behalf of 602cd87d731241e3ad12032e2dd67c1b for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:05.560527 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:05.580622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-3025bbb3-02ac-46b7-810f-e47e3c0c2dd3 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:05.582608 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-3025bbb3-02ac-46b7-810f-e47e3c0c2dd3 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.3117816 Sep 13 10:16:05.601237 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a63361-ceff-48a1-b383-f38f03441c25 req-50057b53-2bd5-4c19-86a6-66209f3b5003 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:05.617135 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:05.624014 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e3a63361-ceff-48a1-b383-f38f03441c25 req-50057b53-2bd5-4c19-86a6-66209f3b5003 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.1594594 Sep 13 10:16:05.624549 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:05.674766 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-4969bd89-d0dc-48f3-b73c-b71a80fd0452 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/quotas/66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 375 time: 0.0521824 Sep 13 10:16:05.755286 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e3a63361-ceff-48a1-b383-f38f03441c25 req-fcd9afe4-4dc6-447c-84a8-0bb36fbb56d3 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222243 Sep 13 10:16:05.798096 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:05.826302 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:05.826687 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:05.908547 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=4d2d1852-f566-49d1-b497-800fc19e8a8a,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:06.046826 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:06.167304 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:06.283701 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Allocated IP 172.20.0.5 (8ecb5458-53ff-4af9-903b-3aeac85684dc/0638c696-6532-4eec-8797-3766e996715f/9875d9fa-823a-4fd4-a5d8-98b0277f8a95) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:16:06.304419 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2af72686-fdc3-484f-9f48-eee134b6ed32 req-1cba7084-86d8-450b-ba2e-84021783bf82 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.1879745 Sep 13 10:16:06.326177 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-05f04343-08b3-4ae8-bbc1-b8906c03b49f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5953472 Sep 13 10:16:06.329776 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:16:06.336187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-b3daf3dd-02f9-4b34-9849-c642051467b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:06.339409 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-b3daf3dd-02f9-4b34-9849-c642051467b2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=30beae855402476b9e1e542be6cc7e88&device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 1128 time: 0.2326252 Sep 13 10:16:06.349896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:06.381595 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:06.398837 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:16:06.526611 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42610) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:06.605820 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'Port': ['ID=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:06.703891 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:06.712345 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4d2d1852-f566-49d1-b497-800fc19e8a8a up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:06.735435 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:06.838541 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f7cdaeb-640b-4700-8adb-fed0eec78715 req-2444fc90-0e43-49c3-8dd5-5aa350709935 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 210 time: 0.1139429 Sep 13 10:16:06.844074 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:06.903748 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 4d2d1852-f566-49d1-b497-800fc19e8a8a triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:06.904153 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.042129 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-7db4441d-694d-483c-940a-a61fd8c6337b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5009353 Sep 13 10:16:07.070026 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Request body: {'port': {'device_id': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:07.107095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-58dcfa91-85d6-4221-a553-c592f464e233 None None] Provisioning complete for port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:07.107095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-58dcfa91-85d6-4221-a553-c592f464e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.257186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d161-f270-402e-bfc2-68416a7f6012 req-f296e38d-e82c-4202-90b4-fd74382fa3be tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:07.272335 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c068d161-f270-402e-bfc2-68416a7f6012 req-f296e38d-e82c-4202-90b4-fd74382fa3be tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.2338715 Sep 13 10:16:07.290978 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 4d2d1852-f566-49d1-b497-800fc19e8a8a is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:07.344868 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-58dcfa91-85d6-4221-a553-c592f464e233 None None] Port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:16:07.363601 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c068d161-f270-402e-bfc2-68416a7f6012 req-e2e805b6-3b5b-40a8-b26d-2f64ddc22677 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854623 Sep 13 10:16:07.403866 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5b2f8d58-e1d8-46f7-a6b4-307a5119132c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.423326 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:07.481796 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-01da9922-55f1-430d-bfb4-2f55f44b5f2f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1041846 Sep 13 10:16:07.727748 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-0f112306-92f8-47af-b401-84a55a5cf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:07.727748 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-0f112306-92f8-47af-b401-84a55a5cf956 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6e500297-ade6-4fb0-874a-f549e7fd997d HTTP/1.1" status: 200 len: 913 time: 1.1892774 Sep 13 10:16:07.727748 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b74506fa-e22c-4649-a92e-62e8cd68ffdd req-7394a5bb-0468-4712-9604-09ff92c6351a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.0772574 Sep 13 10:16:07.729480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.729480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.730504 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-56eaa6ae-fb5a-484c-8bd4-93d9251d1c10 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03852249-6bfc-4601-9c18-8131716a0788 HTTP/1.1" status: 200 len: 217 time: 0.0427947 Sep 13 10:16:07.783713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-7cf93e46-3bbc-4e4f-aeb5-38e2e4c149f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:07.786881 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-7cf93e46-3bbc-4e4f-aeb5-38e2e4c149f1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=852e4b4c-a322-46fc-80a1-962b50e7218f HTTP/1.1" status: 200 len: 851 time: 0.1089032 Sep 13 10:16:07.821898 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:07.865190 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-9665c44e-2d07-4f64-9dba-b74779d0067f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545637 Sep 13 10:16:07.889402 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.906422 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5b2f8d58-e1d8-46f7-a6b4-307a5119132c admin admin] Publish callbacks [] for security_group (2b2f54b5-e2e2-4832-9114-27f84dcad3ea), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.989191 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5b2f8d58-e1d8-46f7-a6b4-307a5119132c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (2b2f54b5-e2e2-4832-9114-27f84dcad3ea), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:07.997967 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-34db183d-fb21-438e-a595-7d58f5af4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:08.012141 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-34db183d-fb21-438e-a595-7d58f5af4f0f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6e500297-ade6-4fb0-874a-f549e7fd997d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1969044 Sep 13 10:16:08.053933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.50', 49394) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:08.103047 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:08.125532 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:16:08.134271 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:08.151375 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:16:08.158182 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'Port': ['ID=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:08.219661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f8d58-e1d8-46f7-a6b4-307a5119132c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2f54b5-e2e2-4832-9114-27f84dcad3ea,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:08.342440 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5b2f8d58-e1d8-46f7-a6b4-307a5119132c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c89cf0f3b72f47b391dcef94d15fb133&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6203070 Sep 13 10:16:08.342664 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:08.345861 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.350931 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42656) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:08.502307 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:08.507821 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:08.520108 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Publish callbacks [] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.532029 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-898cefc2-5238-4989-b381-5156e004be62 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1882792 Sep 13 10:16:08.552340 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Request body: {'port': {'device_id': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:08.567453 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dcf59c07-4b1d-4c9d-9e55-659b226a1006 admin admin] Publish callbacks [] for security_group (2b2f54b5-e2e2-4832-9114-27f84dcad3ea), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.613411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Transition to ACTIVE for port object 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:16:08.651188 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dcf59c07-4b1d-4c9d-9e55-659b226a1006 admin admin] Publish callbacks [] for security_group (2b2f54b5-e2e2-4832-9114-27f84dcad3ea), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.712156 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-385b30d3-fcfd-48fc-800a-41624191da71 req-818351fa-91f1-4492-8034-8edee9fe2348 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.1496561 Sep 13 10:16:08.740857 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-3406c28a-82f2-48a9-b75a-9feae752ad63 None None] Provisioning complete for port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:08.741358 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3406c28a-82f2-48a9-b75a-9feae752ad63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.746724 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a635775-0f7a-428c-8058-e8d312353ba6 req-b04bee13-f862-494d-9562-70aeb5cfcc76 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:08.757724 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4a635775-0f7a-428c-8058-e8d312353ba6 req-b04bee13-f862-494d-9562-70aeb5cfcc76 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 931 time: 0.7022939 Sep 13 10:16:08.806403 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.821893 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-3406c28a-82f2-48a9-b75a-9feae752ad63 None None] Port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:16:08.919808 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:08.995428 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Pushing event updated for resources: {'Port': ['ID=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:08.999047 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:09.015030 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dcf59c07-4b1d-4c9d-9e55-659b226a1006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (2b2f54b5-e2e2-4832-9114-27f84dcad3ea), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:09.018332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-dcf59c07-4b1d-4c9d-9e55-659b226a1006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:09.019784 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-dcf59c07-4b1d-4c9d-9e55-659b226a1006 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2b2f54b5-e2e2-4832-9114-27f84dcad3ea HTTP/1.1" status: 204 len: 168 time: 0.6678808 Sep 13 10:16:09.047420 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42682) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:09.067537 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf59c07-4b1d-4c9d-9e55-659b226a1006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2f54b5-e2e2-4832-9114-27f84dcad3ea,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:09.124821 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-0095740b-b90e-41f6-9517-86a10f65d281 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:09.126552 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-0095740b-b90e-41f6-9517-86a10f65d281 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 817 time: 1.0600767 Sep 13 10:16:09.145226 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-2226a593-441e-48a0-a7ef-90c5424a7129 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1318972 Sep 13 10:16:09.157570 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4a635775-0f7a-428c-8058-e8d312353ba6 req-4c57bfcd-37e6-4ad8-8f57-771244008b13 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987222 Sep 13 10:16:09.217928 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74273e-c8bf-46b3-9fa0-0eae7c2fc5bd req-aa467347-85af-4df2-a0df-62bb579addb5 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:09.220412 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4d74273e-c8bf-46b3-9fa0-0eae7c2fc5bd req-aa467347-85af-4df2-a0df-62bb579addb5 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.3197849 Sep 13 10:16:09.401459 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Attempting to bind port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:09.402271 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Attempting to bind port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:09.402977 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Attempting to bind port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:09.444344 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:09.444633 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9655f43c-fc17-4497-8676-b2384e49d9e8 req-27822cc5-f3d2-4a1a-bad1-a11e39364ce3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.0999224 Sep 13 10:16:09.473332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:16:09.473573 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Attempting to bind port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:09.510017 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4d74273e-c8bf-46b3-9fa0-0eae7c2fc5bd req-778b0d96-fc16-451b-8663-5ff7caa92f3b tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667961 Sep 13 10:16:09.531458 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-bb2f7a58-a79f-4bd3-b270-b46e21a0f583 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 380 time: 0.3811913 Sep 13 10:16:09.539855 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd0d599a-c7b2-46b3-afa0-c5e534b91a9c req-1ea18955-65cf-4ba3-b817-17212beb80ed service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728788 Sep 13 10:16:09.568446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:09.568883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Checking segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:09.569505 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Bound using segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:09.570024 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Bound port: 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:09.570463 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:09.604329 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'port': {'device_id': '43a5958c-f83f-4303-bd83-8078154da9ac', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'admin_state_up': True, 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'security_groups': ['590686a3-4d8c-4fc7-9f6e-e51779d9a245']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:09.684574 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:09.701558 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Publish callbacks [] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:09.729492 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Transition to ACTIVE for port object 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:16:09.736532 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] For port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:09.792072 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] For port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:09.860753 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cc32e495-547e-453f-8cb4-b5d6901fdf4d req-5c740e38-a45a-4ad5-b679-e4d32dc18ffe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.0563142 Sep 13 10:16:09.932325 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:09.973294 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:09.984155 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Made reservation on behalf of b45075d7ec024b3a907d11225942fbee for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:09.988079 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:10.029770 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42700) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:10.039897 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:10.063677 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:10.063677 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 1093 time: 2.9912620 Sep 13 10:16:10.063677 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcb03-e3ce-4949-a53c-87bcdc1c260a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:10.063677 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'tag': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:10.185485 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Pushing event updated for resources: {'Port': ['ID=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:10.256632 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547de9c3-31b8-4abf-b874-e902798353ff service neutron] Pushing event updated for resources: {'Port': ['ID=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:10.276827 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Allocated IP 172.20.0.11 (2be664f6-b983-4849-835a-b47b5fa17980/736d5ef1-d044-46b5-bc43-93e07f1571ab/cddd25b0-cfa5-4390-886e-898790d4d691) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:16:10.402831 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-32b83585-8753-4f09-a808-e95e4d0a5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:10.404490 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-32b83585-8753-4f09-a808-e95e4d0a5d97 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1127 time: 0.1151781 Sep 13 10:16:10.415553 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Attempting to bind port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:10.415708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:10.416207 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Attempting to bind port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:10.416207 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Attempting to bind port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:10.416389 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bd25acb9-5d58-4db4-8328-5dcef0a229bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:10.461455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e75c7-e2fe-4c7c-80d9-8c53b9e12da5 req-ed12644f-628b-4e89-a6e2-1ec45cf26eda tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:10.479694 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a84e75c7-e2fe-4c7c-80d9-8c53b9e12da5 req-ed12644f-628b-4e89-a6e2-1ec45cf26eda tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 943 time: 0.1431279 Sep 13 10:16:10.551388 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-22aa2cfb-a7c5-4f87-89ae-6b07f8f71958 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 217 time: 0.1172869 Sep 13 10:16:10.612897 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42724) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:10.618774 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d143df-7c29-4010-8bed-395d3e90c8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc04ffd6-17d2-4446-9a30-5bf651dd5a3f", "tag": "268dff1c-90e0-4ad1-8bc5-f2a35cdb4678"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:10.684860 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcb03-e3ce-4949-a53c-87bcdc1c260a admin admin] Publish callbacks [] for security_group (0f49e645-01af-4048-a217-12cd6969d014), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:10.684860 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:16:10.684860 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Attempting to bind port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:10.684860 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-aaed5a32-2f6f-499f-8dec-af649b38775e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:10.706525 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a84e75c7-e2fe-4c7c-80d9-8c53b9e12da5 req-8420547d-23ef-445f-909e-bc8f43dff389 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256691 Sep 13 10:16:10.777814 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-752200ee-3eb1-4137-a8b0-49897b2ae3d2 req-9b4d64d0-edca-435d-ab5c-31f1e1fa7d47 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.1125603 Sep 13 10:16:10.804477 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for port (cddd25b0-cfa5-4390-886e-898790d4d691), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.091253 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8b1bcb03-e3ce-4949-a53c-87bcdc1c260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0f49e645-01af-4048-a217-12cd6969d014), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.157115 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-aaed5a32-2f6f-499f-8dec-af649b38775e admin admin] Publish callbacks [] for security_group (44d77be9-69b7-4b5c-b870-1fce7e84fa44), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.179474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-f8934f79-728c-471f-aedc-1160efc5add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:11.185156 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-f8934f79-728c-471f-aedc-1160efc5add7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.6219728 Sep 13 10:16:11.217633 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bcb03-e3ce-4949-a53c-87bcdc1c260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49e645-01af-4048-a217-12cd6969d014,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:11.241253 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8b1bcb03-e3ce-4949-a53c-87bcdc1c260a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fd5b0cd2ca6247ee8d45c28f1c01e0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1925333 Sep 13 10:16:11.244036 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bd25acb9-5d58-4db4-8328-5dcef0a229bf admin admin] Publish callbacks [] for security_group (3b060634-32f1-4277-8b38-56c2100c6ed8), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.254451 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42748) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:11.282817 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad0712-e83a-4122-a729-81ac9522495e req-01997ed6-12d5-47ed-9251-1d162181b880 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:11.292467 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3cad0712-e83a-4122-a729-81ac9522495e req-01997ed6-12d5-47ed-9251-1d162181b880 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.1198585 Sep 13 10:16:11.302042 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b6c4a-e3af-4d72-8a45-6a433ff50d8a x-openstack-request-id: req-5d2b6c4a-e3af-4d72-8a45-6a433ff50d8a {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:11.303952 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc04ffd6-17d2-4446-9a30-5bf651dd5a3f", "tag": "268dff1c-90e0-4ad1-8bc5-f2a35cdb4678", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:11.304605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d2b6c4a-e3af-4d72-8a45-6a433ff50d8a {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:11.314399 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2b6c4a-e3af-4d72-8a45-6a433ff50d8a'] response: {'name': 'network-changed', 'server_uuid': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'tag': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678', 'status': 'completed', 'code': 200} Sep 13 10:16:11.337017 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:11.341037 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-aaed5a32-2f6f-499f-8dec-af649b38775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (44d77be9-69b7-4b5c-b870-1fce7e84fa44), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.365771 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:11.366283 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Checking segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:11.366787 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Bound using segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:11.367372 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Bound port: 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:11.367883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.373276 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bd25acb9-5d58-4db4-8328-5dcef0a229bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3b060634-32f1-4277-8b38-56c2100c6ed8), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.447707 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-efc5345d-3103-40f1-89f7-bce7a05386cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:11.447707 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-efc5345d-3103-40f1-89f7-bce7a05386cd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2069166 Sep 13 10:16:11.496259 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-710b0d3f-484d-495c-b5c4-5309ef5582be req-47c2695c-a8dc-4171-9053-f604783147a9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.0981965 Sep 13 10:16:11.496259 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:11.506858 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-bd25acb9-5d58-4db4-8328-5dcef0a229bf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c55232d1d89247378fac6a2d591c2930&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4733527 Sep 13 10:16:11.507952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25acb9-5d58-4db4-8328-5dcef0a229bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b060634-32f1-4277-8b38-56c2100c6ed8,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:11.525627 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42760) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:11.527134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f223fbad-4eba-44e1-9baa-704f496f277b admin admin] Publish callbacks [] for security_group (0f49e645-01af-4048-a217-12cd6969d014), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.549454 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f223fbad-4eba-44e1-9baa-704f496f277b admin admin] Publish callbacks [] for security_group (0f49e645-01af-4048-a217-12cd6969d014), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.605173 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3cad0712-e83a-4122-a729-81ac9522495e req-8b17cf06-6dee-4597-9e77-92666520d457 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093400 Sep 13 10:16:11.633222 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.680717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:11.683303 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42762) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:11.686474 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-aaed5a32-2f6f-499f-8dec-af649b38775e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=012b24c2fd114e8aa9f8a8fa981c1543&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0646439 Sep 13 10:16:11.687365 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed5a32-2f6f-499f-8dec-af649b38775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d77be9-69b7-4b5c-b870-1fce7e84fa44,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:11.714285 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f223fbad-4eba-44e1-9baa-704f496f277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0f49e645-01af-4048-a217-12cd6969d014), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.718634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f223fbad-4eba-44e1-9baa-704f496f277b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.719989 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f223fbad-4eba-44e1-9baa-704f496f277b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0f49e645-01af-4048-a217-12cd6969d014 HTTP/1.1" status: 204 len: 168 time: 0.4643693 Sep 13 10:16:11.728067 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-07c0e1eb-1b65-4645-b5d1-d22565d85716 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648497 Sep 13 10:16:11.737353 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Network 2be664f6-b983-4849-835a-b47b5fa17980 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:16:11.749264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223fbad-4eba-44e1-9baa-704f496f277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49e645-01af-4048-a217-12cd6969d014,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:11.751781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:11.763255 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:16:11.767839 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:11.769024 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.796834 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80513d75-fde4-49e0-bc1a-0c8142de3e07 admin admin] Publish callbacks [] for security_group (3b060634-32f1-4277-8b38-56c2100c6ed8), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.819949 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80513d75-fde4-49e0-bc1a-0c8142de3e07 admin admin] Publish callbacks [] for security_group (3b060634-32f1-4277-8b38-56c2100c6ed8), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:11.832481 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] For port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:11.857120 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] For port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:11.996133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f952-d3d6-48a7-a2a8-b0c15e1eac1d admin admin] Publish callbacks [] for security_group (44d77be9-69b7-4b5c-b870-1fce7e84fa44), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.031826 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-8526e61f-1afe-47bd-9222-3bfd4169d044 req-22da5664-6e3d-4baa-9005-a0a7a15df6d0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854986 Sep 13 10:16:12.051977 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.058064 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:12.058705 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.060298 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/9875d9fa-823a-4fd4-a5d8-98b0277f8a95 HTTP/1.1" status: 200 len: 1093 time: 3.5192435 Sep 13 10:16:12.077634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a28813-273d-4cb0-bf26-50afd0b4126b req-0ef56c97-fa96-44f4-8042-ba3fd3015482 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:12.079286 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-70a28813-273d-4cb0-bf26-50afd0b4126b req-0ef56c97-fa96-44f4-8042-ba3fd3015482 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 943 time: 0.1903648 Sep 13 10:16:12.080143 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80513d75-fde4-49e0-bc1a-0c8142de3e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3b060634-32f1-4277-8b38-56c2100c6ed8), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.088985 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80513d75-fde4-49e0-bc1a-0c8142de3e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.091283 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-80513d75-fde4-49e0-bc1a-0c8142de3e07 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3b060634-32f1-4277-8b38-56c2100c6ed8 HTTP/1.1" status: 204 len: 168 time: 0.4955876 Sep 13 10:16:12.095086 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-b6f341b6-7204-4696-9c62-ac667baed8e4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4950278 Sep 13 10:16:12.146400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80513d75-fde4-49e0-bc1a-0c8142de3e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b060634-32f1-4277-8b38-56c2100c6ed8,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:12.160927 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f952-d3d6-48a7-a2a8-b0c15e1eac1d admin admin] Publish callbacks [] for security_group (44d77be9-69b7-4b5c-b870-1fce7e84fa44), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.186144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05341-9c9f-4942-8745-48c7ac570055 service neutron] Pushing event updated for resources: {'Port': ['ID=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:12.206980 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6caf-67d7-4423-af98-b8eb83ed95dc req-bd2f2d44-7fbb-499e-a809-fca7cb93f0db tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:12.208643 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e3c6caf-67d7-4423-af98-b8eb83ed95dc req-bd2f2d44-7fbb-499e-a809-fca7cb93f0db tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 932 time: 0.2512033 Sep 13 10:16:12.210081 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-feb45925-1f4c-4d04-9f7d-09994ceffd40 None None] Provisioning complete for port cddd25b0-cfa5-4390-886e-898790d4d691 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:12.211535 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-feb45925-1f4c-4d04-9f7d-09994ceffd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.264321 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-feb45925-1f4c-4d04-9f7d-09994ceffd40 None None] Port cddd25b0-cfa5-4390-886e-898790d4d691 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:16:12.304940 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e3c6caf-67d7-4423-af98-b8eb83ed95dc req-787a847c-3309-4e3c-8a4b-c9b8a7917a76 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769386 Sep 13 10:16:12.341901 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-70a28813-273d-4cb0-bf26-50afd0b4126b req-79d3902d-91f9-450e-a20b-a7855fcbc115 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455857 Sep 13 10:16:12.381701 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Request body: {'port': {'device_id': '43a5958c-f83f-4303-bd83-8078154da9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:12.439118 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f952-d3d6-48a7-a2a8-b0c15e1eac1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (44d77be9-69b7-4b5c-b870-1fce7e84fa44), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.442448 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f952-d3d6-48a7-a2a8-b0c15e1eac1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.446010 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5ab9f952-d3d6-48a7-a2a8-b0c15e1eac1d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/44d77be9-69b7-4b5c-b870-1fce7e84fa44 HTTP/1.1" status: 204 len: 168 time: 0.7546384 Sep 13 10:16:12.465542 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42778) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:12.494609 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9f952-d3d6-48a7-a2a8-b0c15e1eac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d77be9-69b7-4b5c-b870-1fce7e84fa44,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:12.548557 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:12.665736 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1494cb65-a1f4-40de-9c88-bc74fd911676 req-09d5af62-04f9-4bb1-bd23-d88cf9935a0f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.0550032 Sep 13 10:16:12.732010 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-75fe2c1d-c58c-44f4-a960-8e869b08bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:12.735357 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-75fe2c1d-c58c-44f4-a960-8e869b08bab6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 1127 time: 0.2764699 Sep 13 10:16:12.735357 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-dc6b4447-cc6d-4370-9a33-d98b3bd6b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:12.744374 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-dc6b4447-cc6d-4370-9a33-d98b3bd6b7f0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1127 time: 0.2476034 Sep 13 10:16:12.838656 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab93ee-d7ec-4a17-81c5-0913d597cc3f req-fb6fe7d0-329e-40e3-95ce-fc15fb880c8b tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:12.840307 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-feab93ee-d7ec-4a17-81c5-0913d597cc3f req-fb6fe7d0-329e-40e3-95ce-fc15fb880c8b tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.0965910 Sep 13 10:16:12.924934 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-feab93ee-d7ec-4a17-81c5-0913d597cc3f req-263c5b46-5bf4-48ae-8495-c6ee6d99eb5d tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751495 Sep 13 10:16:12.987906 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddd25b0-cfa5-4390-886e-898790d4d691 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:12.996658 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Publish callbacks [] for port (cddd25b0-cfa5-4390-886e-898790d4d691), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.014401 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Transition to ACTIVE for port object cddd25b0-cfa5-4390-886e-898790d4d691 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:16:13.060189 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-8c3981c4-2e95-4d57-ae1e-9274057593a9 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95 HTTP/1.1" status: 200 len: 217 time: 0.0978925 Sep 13 10:16:13.081042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.103251 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42792) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:13.131607 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec53d-fffe-4f13-b680-0535b2233488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.148582 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:13.165224 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Attempting to bind port cddd25b0-cfa5-4390-886e-898790d4d691 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:13.166881 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Attempting to bind port cddd25b0-cfa5-4390-886e-898790d4d691 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:13.167839 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Attempting to bind port cddd25b0-cfa5-4390-886e-898790d4d691 on network 2be664f6-b983-4849-835a-b47b5fa17980 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:13.192263 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-ff2af8ef-f5f5-4e09-bad9-1aae1addbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:13.194504 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-ff2af8ef-f5f5-4e09-bad9-1aae1addbc24 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.2427998 Sep 13 10:16:13.221884 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:13.242774 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Port cddd25b0-cfa5-4390-886e-898790d4d691 on network 2be664f6-b983-4849-835a-b47b5fa17980 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:16:13.243393 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Attempting to bind port cddd25b0-cfa5-4390-886e-898790d4d691 on network 2be664f6-b983-4849-835a-b47b5fa17980 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:13.296476 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec53d-fffe-4f13-b680-0535b2233488 admin admin] Publish callbacks [] for security_group (9359f840-b20c-4416-a879-a31318a03107), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.298787 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:13.303213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Checking segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:13.303213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Bound using segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:13.303213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Bound port: cddd25b0-cfa5-4390-886e-898790d4d691, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:13.303213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.321043 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'tag': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:13.326566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6baaa6-306e-4c41-b7db-86c38c8b9859", "tag": "9875d9fa-823a-4fd4-a5d8-98b0277f8a95"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:13.366573 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af28caeb-5171-414c-baf8-4549f5295835 x-openstack-request-id: req-af28caeb-5171-414c-baf8-4549f5295835 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:13.366573 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6baaa6-306e-4c41-b7db-86c38c8b9859", "tag": "9875d9fa-823a-4fd4-a5d8-98b0277f8a95", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:13.366776 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af28caeb-5171-414c-baf8-4549f5295835 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:13.367485 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af28caeb-5171-414c-baf8-4549f5295835'] response: {'name': 'network-changed', 'server_uuid': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'tag': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95', 'status': 'completed', 'code': 200} Sep 13 10:16:13.377562 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec53d-fffe-4f13-b680-0535b2233488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9359f840-b20c-4416-a879-a31318a03107), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.379314 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:13.387148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:13.403669 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:13.433937 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3d3944e8-9df9-47f4-b7bf-b252aba0ecb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.446101 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8c6ec53d-fffe-4f13-b680-0535b2233488 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=36228d16965441a6a77f35d1a70cbd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394361 Sep 13 10:16:13.452988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42804) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:13.472202 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ec53d-fffe-4f13-b680-0535b2233488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9359f840-b20c-4416-a879-a31318a03107,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:13.545148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.550373 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:13.552286 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.552286 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-28472536-881b-4540-a93a-6935e9579d71 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 1094 time: 1.1886086 Sep 13 10:16:13.575680 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3d3944e8-9df9-47f4-b7bf-b252aba0ecb9 admin admin] Publish callbacks [] for security_group (1822a9b7-a494-49c1-b423-dd18f178e9c6), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.589918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:13.592157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f251f6-ad23-490c-ba29-9401973f4449" -d '{"events": [{"name": "network-changed", "server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:13.606294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:13.652032 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-2ce2fc9a-01a2-440a-bd6f-e9d73dade247 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 217 time: 0.0624523 Sep 13 10:16:13.655725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f4070-244b-4412-91f6-1ecd9c3c43da req-c0d02e91-44f0-4554-9d11-507c1ebfd3d8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:13.657193 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-553f4070-244b-4412-91f6-1ecd9c3c43da req-c0d02e91-44f0-4554-9d11-507c1ebfd3d8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 943 time: 0.1293006 Sep 13 10:16:13.657788 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c22509c3-c9d1-4d7f-94b7-9f3e4b7588db admin admin] Publish callbacks [] for security_group (9359f840-b20c-4416-a879-a31318a03107), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.665424 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dc308-f73f-40dd-9a9d-dec8e49fd434 req-1f1e963e-fb50-4b21-91a3-c313078ef004 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:13.666996 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e65dc308-f73f-40dd-9a9d-dec8e49fd434 req-1f1e963e-fb50-4b21-91a3-c313078ef004 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1917815 Sep 13 10:16:13.697007 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3d3944e8-9df9-47f4-b7bf-b252aba0ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1822a9b7-a494-49c1-b423-dd18f178e9c6), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.713246 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:13.727049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-be8982da-950b-4750-983b-df4f8e93fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:13.728523 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-be8982da-950b-4750-983b-df4f8e93fc53 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.1330633 Sep 13 10:16:13.739878 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c22509c3-c9d1-4d7f-94b7-9f3e4b7588db admin admin] Publish callbacks [] for security_group (9359f840-b20c-4416-a879-a31318a03107), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.747553 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3d3944e8-9df9-47f4-b7bf-b252aba0ecb9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1bed83d6b9e14d6297c4188baa47ccb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2855794 Sep 13 10:16:13.756628 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42816) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:13.761740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28472536-881b-4540-a93a-6935e9579d71 service neutron] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:13.764232 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-fcf4527d-d214-453c-9567-76cf37812b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:13.766031 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-fcf4527d-d214-453c-9567-76cf37812b18 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.1052251 Sep 13 10:16:13.777653 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3944e8-9df9-47f4-b7bf-b252aba0ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1822a9b7-a494-49c1-b423-dd18f178e9c6,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:13.837183 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-553f4070-244b-4412-91f6-1ecd9c3c43da req-21bf90b7-4a4e-4ebe-8655-55a737118dcb tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679428 Sep 13 10:16:13.854730 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e65dc308-f73f-40dd-9a9d-dec8e49fd434 req-3fec76fe-f765-4d0b-86c7-fdc89996393f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614335 Sep 13 10:16:13.907299 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d48bb1e-cb54-4717-8e2c-6c827878a007 x-openstack-request-id: req-1d48bb1e-cb54-4717-8e2c-6c827878a007 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:13.907583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:13.907842 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d48bb1e-cb54-4717-8e2c-6c827878a007 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:13.908264 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d48bb1e-cb54-4717-8e2c-6c827878a007'] response: {'name': 'network-changed', 'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'status': 'completed', 'code': 200} Sep 13 10:16:13.908995 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42820) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:13.915289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-71f98b94-d8ce-4ed7-8682-e5e79a1b3a1a admin admin] Publish callbacks [] for security_group (1822a9b7-a494-49c1-b423-dd18f178e9c6), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.927460 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38f81335-b997-4dc0-bd25-7ed10643b881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.942211 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-71f98b94-d8ce-4ed7-8682-e5e79a1b3a1a admin admin] Publish callbacks [] for security_group (1822a9b7-a494-49c1-b423-dd18f178e9c6), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.988271 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8b834efe-a205-4666-a7a3-f419ed4a6ede req-1375cf7e-8e27-41c2-bcb2-8a2ad0bc0d51 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.0434382 Sep 13 10:16:13.988855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c22509c3-c9d1-4d7f-94b7-9f3e4b7588db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9359f840-b20c-4416-a879-a31318a03107), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.991779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c22509c3-c9d1-4d7f-94b7-9f3e4b7588db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:13.996023 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c22509c3-c9d1-4d7f-94b7-9f3e4b7588db admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9359f840-b20c-4416-a879-a31318a03107 HTTP/1.1" status: 204 len: 168 time: 0.5487707 Sep 13 10:16:14.032074 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38f81335-b997-4dc0-bd25-7ed10643b881 admin admin] Publish callbacks [] for security_group (b63b9e80-db0d-45d6-9b5a-e977408e862a), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.038508 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22509c3-c9d1-4d7f-94b7-9f3e4b7588db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9359f840-b20c-4416-a879-a31318a03107,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:14.109724 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38f81335-b997-4dc0-bd25-7ed10643b881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (b63b9e80-db0d-45d6-9b5a-e977408e862a), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.132269 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25413b-613e-4a35-a473-e6e532771104 req-e830bce6-21a0-445f-a32a-03e311636699 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:14.133807 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca25413b-613e-4a35-a473-e6e532771104 req-e830bce6-21a0-445f-a32a-03e311636699 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.0592155 Sep 13 10:16:14.161593 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-38f81335-b997-4dc0-bd25-7ed10643b881 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9bb601e9f14e440dae0b8cd2df8ba22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513423 Sep 13 10:16:14.163594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81335-b997-4dc0-bd25-7ed10643b881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b9e80-db0d-45d6-9b5a-e977408e862a,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:14.166360 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42830) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:14.179560 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-71f98b94-d8ce-4ed7-8682-e5e79a1b3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1822a9b7-a494-49c1-b423-dd18f178e9c6), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.182107 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-71f98b94-d8ce-4ed7-8682-e5e79a1b3a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.183157 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-71f98b94-d8ce-4ed7-8682-e5e79a1b3a1a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1822a9b7-a494-49c1-b423-dd18f178e9c6 HTTP/1.1" status: 204 len: 168 time: 0.4183450 Sep 13 10:16:14.215752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f98b94-d8ce-4ed7-8682-e5e79a1b3a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1822a9b7-a494-49c1-b423-dd18f178e9c6,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:14.226778 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca25413b-613e-4a35-a473-e6e532771104 req-d2795cbc-3518-454f-9e1a-f1b2e93f2e35 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859265 Sep 13 10:16:14.257254 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6654a98b-7e30-4e4f-9c30-a9b36d260e9e admin admin] Publish callbacks [] for security_group (b63b9e80-db0d-45d6-9b5a-e977408e862a), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.280279 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6654a98b-7e30-4e4f-9c30-a9b36d260e9e admin admin] Publish callbacks [] for security_group (b63b9e80-db0d-45d6-9b5a-e977408e862a), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.309604 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.396357 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6654a98b-7e30-4e4f-9c30-a9b36d260e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (b63b9e80-db0d-45d6-9b5a-e977408e862a), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.399336 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6654a98b-7e30-4e4f-9c30-a9b36d260e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:14.406044 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6654a98b-7e30-4e4f-9c30-a9b36d260e9e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b63b9e80-db0d-45d6-9b5a-e977408e862a HTTP/1.1" status: 204 len: 168 time: 0.2319984 Sep 13 10:16:14.412455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654a98b-7e30-4e4f-9c30-a9b36d260e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b9e80-db0d-45d6-9b5a-e977408e862a,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:14.972623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422319f-90ee-47a9-a89d-b1ff7049f946 req-99ef996a-8d0d-4cbe-aa4b-b7e72f820697 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:14.977582 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4422319f-90ee-47a9-a89d-b1ff7049f946 req-99ef996a-8d0d-4cbe-aa4b-b7e72f820697 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 943 time: 0.0552397 Sep 13 10:16:15.033429 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545a85-726a-49c4-a8c2-1ceded63d3d8 req-c5ec39e9-5b54-4846-ae5d-62238a5ccaed tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.038353 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c545a85-726a-49c4-a8c2-1ceded63d3d8 req-c5ec39e9-5b54-4846-ae5d-62238a5ccaed tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0856769 Sep 13 10:16:15.079507 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4422319f-90ee-47a9-a89d-b1ff7049f946 req-e9a50eb6-923e-463c-88a5-cd8c131959de tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824511 Sep 13 10:16:15.109228 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c545a85-726a-49c4-a8c2-1ceded63d3d8 req-9024eee8-6600-4851-a71b-4ec25dd3f3c0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637176 Sep 13 10:16:15.124992 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:15.151688 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42872) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:15.166339 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4f45-d7e4-45e4-94d6-3265a74c7302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.206144 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-028b4f2b-57b0-4f00-9d26-3bbd6517c8aa req-d92366f8-2e0d-41e1-bba3-971a2f0d7b96 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.0316215 Sep 13 10:16:15.213261 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:15.295077 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4f45-d7e4-45e4-94d6-3265a74c7302 admin admin] Publish callbacks [] for security_group (0bde18d7-19fe-4856-b43d-69733c31fe4c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.366526 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46cfd5-a694-4450-a356-91c1db42a267 req-343fd2a0-e8a7-4ecf-a525-ab267b1b6dff tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.368091 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0b46cfd5-a694-4450-a356-91c1db42a267 req-343fd2a0-e8a7-4ecf-a525-ab267b1b6dff tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 944 time: 0.0554116 Sep 13 10:16:15.380878 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4f45-d7e4-45e4-94d6-3265a74c7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0bde18d7-19fe-4856-b43d-69733c31fe4c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.422906 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 03852249-6bfc-4601-9c18-8131716a0788 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:16:15.448476 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8e5b4f45-d7e4-45e4-94d6-3265a74c7302 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5113dfa8fa7d43af97eee32db18ceda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956603 Sep 13 10:16:15.451287 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 42882) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:15.452048 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b4f45-d7e4-45e4-94d6-3265a74c7302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde18d7-19fe-4856-b43d-69733c31fe4c,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:15.492688 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0b46cfd5-a694-4450-a356-91c1db42a267 req-c99a28de-acd9-464f-9080-c85907fba73e tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188457 Sep 13 10:16:15.552505 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2296014d-e5fd-44da-a05c-13b913c39687 admin admin] Publish callbacks [] for security_group (0bde18d7-19fe-4856-b43d-69733c31fe4c), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.567799 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 03852249-6bfc-4601-9c18-8131716a0788, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=03852249-6bfc-4601-9c18-8131716a0788,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:15.580189 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2296014d-e5fd-44da-a05c-13b913c39687 admin admin] Publish callbacks [] for security_group (0bde18d7-19fe-4856-b43d-69733c31fe4c), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.583583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '03852249-6bfc-4601-9c18-8131716a0788', 'network_id': '6e500297-ade6-4fb0-874a-f549e7fd997d', 'port_id': '03852249-6bfc-4601-9c18-8131716a0788', 'mac_address': 'fa:16:3e:de:45:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852e4b4c-a322-46fc-80a1-962b50e7218f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:16:15.585646 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:15.624702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 03852249-6bfc-4601-9c18-8131716a0788 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:15.625309 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (03852249-6bfc-4601-9c18-8131716a0788), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.644822 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03852249-6bfc-4601-9c18-8131716a0788 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:15.751266 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-1dad3373-11c5-4565-899a-73aec831ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.754066 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-1dad3373-11c5-4565-899a-73aec831ae16 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1128 time: 0.0595422 Sep 13 10:16:15.775243 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 03852249-6bfc-4601-9c18-8131716a0788, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=03852249-6bfc-4601-9c18-8131716a0788,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:15.782700 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2296014d-e5fd-44da-a05c-13b913c39687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0bde18d7-19fe-4856-b43d-69733c31fe4c), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.785313 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2296014d-e5fd-44da-a05c-13b913c39687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.787493 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-2296014d-e5fd-44da-a05c-13b913c39687 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0bde18d7-19fe-4856-b43d-69733c31fe4c HTTP/1.1" status: 204 len: 168 time: 0.3345001 Sep 13 10:16:15.798251 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-39d749eb-01d0-4db4-98ad-563729ac6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.804923 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-39d749eb-01d0-4db4-98ad-563729ac6d3b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159315 Sep 13 10:16:15.846023 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296014d-e5fd-44da-a05c-13b913c39687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde18d7-19fe-4856-b43d-69733c31fe4c,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:15.851638 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:15.862357 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-c2af1490-7a94-4fcd-b9d6-eb1525294ea4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 217 time: 0.0922937 Sep 13 10:16:15.865688 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-878c3541-947e-463d-8abb-9b7ffb507dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.867649 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-878c3541-947e-463d-8abb-9b7ffb507dba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1799619 Sep 13 10:16:15.878734 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (03852249-6bfc-4601-9c18-8131716a0788), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:15.925475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:15.961731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-c899a70e-008e-437b-8410-9fbf6bc38fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.963360 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-c899a70e-008e-437b-8410-9fbf6bc38fb4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0881267 Sep 13 10:16:15.975529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-6efc70a5-f26c-4cf5-89d7-151aa35e287c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:15.977034 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-6efc70a5-f26c-4cf5-89d7-151aa35e287c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.2214508 Sep 13 10:16:15.991828 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=03852249-6bfc-4601-9c18-8131716a0788,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:16.010944 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-99bdf92b-db5d-4783-867a-37b1b944adc3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120315 Sep 13 10:16:16.072554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109616b5-3a2e-4071-ba52-15125ead6362 req-5eded5b2-aa3c-4f1d-b2d1-251797214bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:16.074181 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-5eded5b2-aa3c-4f1d-b2d1-251797214bbf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962858 Sep 13 10:16:16.138997 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-f6047fea-59e5-4cc6-a9d1-f66e501bd90b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996900 Sep 13 10:16:16.179450 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fa0b4936-fcc4-478d-a9fc-53e367d7b359 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 379 time: 0.1364834 Sep 13 10:16:16.183967 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['03852249-6bfc-4601-9c18-8131716a0788'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:16:16.199289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'port': {'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'admin_state_up': True, 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'security_groups': ['fdbb1460-e925-4eee-a27f-72fe6a752ee0']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:16.202883 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-02d143df-7c29-4010-8bed-395d3e90c8c6 req-3e1f70b7-3aea-4fd8-b084-de0a4b21a20b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848865 Sep 13 10:16:16.246027 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d20d0496-272d-40b9-95da-a79ee0abc8c6 req-3a4eac95-fb9e-4bc9-b63b-abd3bd9bcc09 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086657 Sep 13 10:16:16.334943 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:16.383331 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa9c66-17e9-4b2d-8653-8779e736a354 req-ed51d97e-b30c-4b0d-973b-4b7bee482d09 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:16.384847 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2baa9c66-17e9-4b2d-8653-8779e736a354 req-ed51d97e-b30c-4b0d-973b-4b7bee482d09 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 943 time: 0.2021120 Sep 13 10:16:16.391014 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-6c887a89-927b-49d9-acaa-17b0e5a9f4b5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082411 Sep 13 10:16:16.429064 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b341f8-ba03-4d31-a608-50056a76cfbc req-38c7849e-3f1c-47f7-b8f5-77493979035f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:16.430556 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-30b341f8-ba03-4d31-a608-50056a76cfbc req-38c7849e-3f1c-47f7-b8f5-77493979035f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1511145 Sep 13 10:16:16.452249 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:16.519673 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2baa9c66-17e9-4b2d-8653-8779e736a354 req-6394d9b8-a997-479b-a26e-e86da4b7a4af tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276903 Sep 13 10:16:16.539847 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-30b341f8-ba03-4d31-a608-50056a76cfbc req-dc22554f-d7e2-4779-a75f-8505157c9af9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993364 Sep 13 10:16:16.629467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Made reservation on behalf of 66658bb98ea64e319ed948b8f279ed5f for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:16.634812 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:16.861289 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ae395f71-e815-4a4e-80cf-0c0db259f183 req-4c07d87a-8cf1-4d37-bd32-81a13daa77f7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.2433076 Sep 13 10:16:16.882904 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6881e8-1386-42ea-a5e8-fa681cc21c69 req-67306cb2-5ab8-4eb2-8f80-d23618590c10 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:16.884378 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa6881e8-1386-42ea-a5e8-fa681cc21c69 req-67306cb2-5ab8-4eb2-8f80-d23618590c10 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 945 time: 0.2783406 Sep 13 10:16:17.000832 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa6881e8-1386-42ea-a5e8-fa681cc21c69 req-f67a76de-a13d-4b89-88b2-689014e3bcae tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870411 Sep 13 10:16:17.026364 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.20.0.8 (3a50e7ab-833a-427c-9bea-0d826ae0fb4a/b5c9b688-139d-4b2c-ad5b-accca57a7517/2fbabe17-010d-4901-979a-668fa9e70da2) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:16:17.172944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:17.189000 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (2fbabe17-010d-4901-979a-668fa9e70da2), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.291140 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-d825de8d-d9da-4d5d-9239-493cdda1e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:17.293011 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-d825de8d-d9da-4d5d-9239-493cdda1e8fa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 1127 time: 0.0589204 Sep 13 10:16:17.302885 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.355718 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:16:17.365845 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:17.368397 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:16:17.373320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:17.373938 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.393409 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-c6bd295b-8e82-4e5f-b5f8-799743191fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:17.394963 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-c6bd295b-8e82-4e5f-b5f8-799743191fad service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.0958786 Sep 13 10:16:17.395221 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=2fbabe17-010d-4901-979a-668fa9e70da2,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:17.402894 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:16:17.424425 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-109616b5-3a2e-4071-ba52-15125ead6362 req-2c9b093f-50cc-47bb-b7a3-fe8c02e18b84 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889482 Sep 13 10:16:17.465145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:17.466611 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 03852249-6bfc-4601-9c18-8131716a0788 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:17.484231 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-004dd0a8-8a95-4f18-ae3f-51642dd703f7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95 HTTP/1.1" status: 200 len: 217 time: 0.0794652 Sep 13 10:16:17.501698 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-171984d3-86b4-4560-bbf5-c638abd753dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3074229 Sep 13 10:16:17.516206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Request body: {'port': {'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:17.581521 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-609a22ab-092c-43dd-b04f-0a0440ecaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:17.582975 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-609a22ab-092c-43dd-b04f-0a0440ecaca3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0913374 Sep 13 10:16:17.625723 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 03852249-6bfc-4601-9c18-8131716a0788 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:16:17.640872 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.698295 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:17.713581 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'port_id': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95', 'mac_address': 'fa:16:3e:7c:d5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:16:17.745955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 03852249-6bfc-4601-9c18-8131716a0788 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:17.746327 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (03852249-6bfc-4601-9c18-8131716a0788), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.789883 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-672122d2-8102-4ccf-b9df-1e15895ae25a None None] Provisioning complete for port 2fbabe17-010d-4901-979a-668fa9e70da2 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:17.795296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-672122d2-8102-4ccf-b9df-1e15895ae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.797572 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:17.797951 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:17.820010 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf130f-1702-4fc2-b64c-bb0905c207ef req-385f6180-2011-4f55-a818-b9ba18b34301 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:17.821531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bdf130f-1702-4fc2-b64c-bb0905c207ef req-385f6180-2011-4f55-a818-b9ba18b34301 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 943 time: 0.1140618 Sep 13 10:16:17.897207 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbecb-6b84-46ed-aae1-26e12aa7e562 req-a7b469cb-6e67-4746-bef0-705f6125c592 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:17.904352 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9e9cbecb-6b84-46ed-aae1-26e12aa7e562 req-a7b469cb-6e67-4746-bef0-705f6125c592 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1983917 Sep 13 10:16:17.924039 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:17.972750 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:17.995626 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-672122d2-8102-4ccf-b9df-1e15895ae25a None None] Port 2fbabe17-010d-4901-979a-668fa9e70da2 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:16:18.020970 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 03852249-6bfc-4601-9c18-8131716a0788 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:18.022716 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (03852249-6bfc-4601-9c18-8131716a0788), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.035678 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9e9cbecb-6b84-46ed-aae1-26e12aa7e562 req-c233df36-b380-46b9-be77-58e382d51822 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300011 Sep 13 10:16:18.036418 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:18.051420 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bdf130f-1702-4fc2-b64c-bb0905c207ef req-da516b39-0d3f-4375-956e-2747773236ca tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003963 Sep 13 10:16:18.088676 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 03852249-6bfc-4601-9c18-8131716a0788, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=03852249-6bfc-4601-9c18-8131716a0788,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:18.091934 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03852249-6bfc-4601-9c18-8131716a0788'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:18.168877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.169520 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:16:18.202960 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (03852249-6bfc-4601-9c18-8131716a0788), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.211706 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:16:18.224028 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615bfb2-8dec-4f0c-9636-82c1d2b73e25 req-38a18c7b-3016-4901-a645-e31351f38c2a tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:18.227692 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8615bfb2-8dec-4f0c-9636-82c1d2b73e25 req-38a18c7b-3016-4901-a645-e31351f38c2a tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0985024 Sep 13 10:16:18.251696 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb45b-42c0-4e20-84da-4fba6e5ede70 req-3c968f1b-0077-4e4e-8720-e72475fba5a6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:18.253699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bd5bb45b-42c0-4e20-84da-4fba6e5ede70 req-3c968f1b-0077-4e4e-8720-e72475fba5a6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 931 time: 0.0920269 Sep 13 10:16:18.254363 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:18.269770 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:18.301162 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'port_id': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678', 'mac_address': 'fa:16:3e:f0:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:16:18.306591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbabe17-010d-4901-979a-668fa9e70da2 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:18.322930 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:18.323131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Publish callbacks [] for port (2fbabe17-010d-4901-979a-668fa9e70da2), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.351768 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=03852249-6bfc-4601-9c18-8131716a0788,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:18.364680 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:18.365438 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.373304 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8615bfb2-8dec-4f0c-9636-82c1d2b73e25 req-29adc997-1516-4be6-b940-06812ff8df62 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278877 Sep 13 10:16:18.383057 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:18.403945 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 42992) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:18.416618 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:18.432513 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-638a018d-65ad-405f-bc24-c8d33d9881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:18.434116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Transition to ACTIVE for port object 2fbabe17-010d-4901-979a-668fa9e70da2 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:16:18.435516 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:18.435647 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-638a018d-65ad-405f-bc24-c8d33d9881ee service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721200 Sep 13 10:16:18.487323 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bd5bb45b-42c0-4e20-84da-4fba6e5ede70 req-6952afa5-1ee1-464a-9126-103868851487 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057879 Sep 13 10:16:18.490713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f251f6-ad23-490c-ba29-9401973f4449 req-6f4688f9-cc6f-483f-8e38-2c09e45d361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:18.492551 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-6f4688f9-cc6f-483f-8e38-2c09e45d361c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1128 time: 0.0910382 Sep 13 10:16:18.521103 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.528879 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bafbb4-f408-4ed6-9b7b-0e556ce4aa81" -d '{"events": [{"server_uuid": "f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1", "name": "network-vif-plugged", "status": "completed", "tag": "03852249-6bfc-4601-9c18-8131716a0788"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:18.584873 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-87f32fc4-438f-45af-866c-071d19991405 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420298 Sep 13 10:16:18.591389 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.607702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:18.689235 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-5cfc02c4-6fb2-4020-a68f-ed1b3a7ced41 req-30333b46-0e62-477a-aac6-d4c5966de43f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969534 Sep 13 10:16:18.692146 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbabe17-010d-4901-979a-668fa9e70da2,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:18.703187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1180296527-network', 'tenant_id': 'bd469d812fad4dd18a0c73980f756e8d'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:18.756277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Attempting to bind port 2fbabe17-010d-4901-979a-668fa9e70da2 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:18.756650 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Attempting to bind port 2fbabe17-010d-4901-979a-668fa9e70da2 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:18.756984 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Attempting to bind port 2fbabe17-010d-4901-979a-668fa9e70da2 on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:18.779277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f251f6-ad23-490c-ba29-9401973f4449 req-cb0a44b8-bdb2-4127-b6e2-09def056aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:18.781120 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-cb0a44b8-bdb2-4127-b6e2-09def056aa4d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.2822771 Sep 13 10:16:18.793260 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:18.823872 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-bc79eea7-ae77-4f8d-844a-98c2e59f3952 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 217 time: 0.0363581 Sep 13 10:16:18.828440 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Made reservation on behalf of bd469d812fad4dd18a0c73980f756e8d for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:18.831319 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.844955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c777175e-1ef9-42e8-8d6d-0de11f9cb3be x-openstack-request-id: req-c777175e-1ef9-42e8-8d6d-0de11f9cb3be {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:18.845278 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1", "name": "network-vif-plugged", "status": "completed", "tag": "03852249-6bfc-4601-9c18-8131716a0788", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:18.845542 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c777175e-1ef9-42e8-8d6d-0de11f9cb3be {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:18.846412 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c777175e-1ef9-42e8-8d6d-0de11f9cb3be'] response: {'server_uuid': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03852249-6bfc-4601-9c18-8131716a0788', 'code': 200} Sep 13 10:16:18.880497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:18.885230 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Port 2fbabe17-010d-4901-979a-668fa9e70da2 on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:16:18.885557 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Attempting to bind port 2fbabe17-010d-4901-979a-668fa9e70da2 on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:18.897010 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['268dff1c-90e0-4ad1-8bc5-f2a35cdb4678'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:16:18.942841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f251f6-ad23-490c-ba29-9401973f4449 req-35de54ea-a6a0-461f-8293-d73d5d4d4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:18.948033 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-35de54ea-a6a0-461f-8293-d73d5d4d4944 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.1102483 Sep 13 10:16:18.987752 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['9875d9fa-823a-4fd4-a5d8-98b0277f8a95'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:16:19.008300 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:19.008566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:19.009022 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Bound using segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:19.009389 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Bound port: 2fbabe17-010d-4901-979a-668fa9e70da2, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:19.009744 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.032439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f251f6-ad23-490c-ba29-9401973f4449 req-a4ff7af1-7840-4036-a3cc-6a455be48e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.034657 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-a4ff7af1-7840-4036-a3cc-6a455be48e1c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797246 Sep 13 10:16:19.057756 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:19.159616 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks [] for security_group (f4f6ce71-8cb5-4cd4-80c0-3d393c4caace), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.218762 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:19.220068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] For port 2fbabe17-010d-4901-979a-668fa9e70da2, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:19.272659 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f4f6ce71-8cb5-4cd4-80c0-3d393c4caace), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.293783 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adf1ca-569f-45af-9e7d-ab4dbe5776f2 req-3504bde8-3647-4c82-b1e5-2203e6d61fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.295329 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-33adf1ca-569f-45af-9e7d-ab4dbe5776f2 req-3504bde8-3647-4c82-b1e5-2203e6d61fbd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 1130 time: 0.1196854 Sep 13 10:16:19.380495 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-da2790ce-9b1b-470d-86c3-72090ec1eb7f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357673 Sep 13 10:16:19.395736 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] For port 2fbabe17-010d-4901-979a-668fa9e70da2, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2fbabe17-010d-4901-979a-668fa9e70da2,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:19.500797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f6ce71-8cb5-4cd4-80c0-3d393c4caace,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:19.513266 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:16:19.524621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (c4f3e8fe-1fef-4de7-be55-6180312fc9fd), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.525051 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Added segment c4f3e8fe-1fef-4de7-be55-6180312fc9fd of type vlan for network 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1 Sep 13 10:16:19.527782 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-33adf1ca-569f-45af-9e7d-ab4dbe5776f2 req-3ed45793-1180-4ab4-9018-78f6ec61765c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.537828 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.545301 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754199d-2f30-4b35-9f93-2bf9e9347ec4 req-485accba-b513-43d3-b990-addeafcf3782 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.546945 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d754199d-2f30-4b35-9f93-2bf9e9347ec4 req-485accba-b513-43d3-b990-addeafcf3782 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.3378010 Sep 13 10:16:19.552959 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.552959 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.552959 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/2fbabe17-010d-4901-979a-668fa9e70da2 HTTP/1.1" status: 200 len: 1093 time: 2.0391908 Sep 13 10:16:19.561959 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69cea9-04f1-4067-bc00-3b46223b7103 req-f1ae8e15-e23b-4caf-b3fa-7f9d55b95fd3 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.563587 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba69cea9-04f1-4067-bc00-3b46223b7103 req-f1ae8e15-e23b-4caf-b3fa-7f9d55b95fd3 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 944 time: 0.3523057 Sep 13 10:16:19.564168 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:19.567090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:19.648516 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-33adf1ca-569f-45af-9e7d-ab4dbe5776f2 req-3ed45793-1180-4ab4-9018-78f6ec61765c service neutron] Publish callbacks [] for security_group (81118d10-c9c8-4f91-8884-e9c97753436c), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.676242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (7a1c7999-d9fa-42f5-b1d6-12b92bee03d1), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.719724 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-33adf1ca-569f-45af-9e7d-ab4dbe5776f2 req-3ed45793-1180-4ab4-9018-78f6ec61765c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (81118d10-c9c8-4f91-8884-e9c97753436c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.794307 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a98b-263e-4807-b1bd-4781f5e10361 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbabe17-010d-4901-979a-668fa9e70da2,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:19.813965 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27f251f6-ad23-490c-ba29-9401973f4449 req-4dac6883-070c-4596-a502-8405085a0d59 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144518 Sep 13 10:16:19.821442 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d754199d-2f30-4b35-9f93-2bf9e9347ec4 req-3b81f092-b9c3-4b17-965a-f1d971f123f1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299974 Sep 13 10:16:19.825492 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe902af8-5e3c-4d98-a9ae-312551c91b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.829706 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-fe902af8-5e3c-4d98-a9ae-312551c91b0a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 1127 time: 0.1672320 Sep 13 10:16:19.844071 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba69cea9-04f1-4067-bc00-3b46223b7103 req-e96e8970-1f3a-43f8-96c4-a1e68f0cdf96 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471802 Sep 13 10:16:19.868001 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:16:19.905235 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-61d4a49f-f58d-4507-9f1f-538e5aeb328f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fbabe17-010d-4901-979a-668fa9e70da2 HTTP/1.1" status: 200 len: 217 time: 0.0592766 Sep 13 10:16:19.907342 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (7a1c7999-d9fa-42f5-b1d6-12b92bee03d1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.910415 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:19.911004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:19.911669 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-33adf1ca-569f-45af-9e7d-ab4dbe5776f2 req-3ed45793-1180-4ab4-9018-78f6ec61765c service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094203 Sep 13 10:16:19.912598 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed45793-1180-4ab4-9018-78f6ec61765c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81118d10-c9c8-4f91-8884-e9c97753436c,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:20.034435 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1c7999-d9fa-42f5-b1d6-12b92bee03d1,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:20.038951 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:20.043150 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43052) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:20.043743 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-29190088-8efd-4b4d-b34f-ce1047bbbdf4 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6302249 Sep 13 10:16:20.048868 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Request body: {'subnet': {'network_id': '7a1c7999-d9fa-42f5-b1d6-12b92bee03d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1180296527-subnet', 'tenant_id': 'bd469d812fad4dd18a0c73980f756e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:20.057748 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:16:20.076354 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'mac_address': 'fa:16:3e:17:c9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:16:20.121958 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:20.143470 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d34b3-1bfb-4ff5-9a78-7697ae793468 req-45f89461-405d-4fbc-b71a-d893e41887d8 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:20.144975 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-849d34b3-1bfb-4ff5-9a78-7697ae793468 req-45f89461-405d-4fbc-b71a-d893e41887d8 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.1355586 Sep 13 10:16:20.149929 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-feb1d752-fd95-4fd9-ba09-314151a6c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:20.150021 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-feb1d752-fd95-4fd9-ba09-314151a6c46e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.2262871 Sep 13 10:16:20.157615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3b043-20a6-4224-86f0-c0c4072e4462 req-4180e54f-92ee-4082-b9a6-2ef34d320817 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:20.159623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-50b3b043-20a6-4224-86f0-c0c4072e4462 req-4180e54f-92ee-4082-b9a6-2ef34d320817 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 943 time: 0.1478176 Sep 13 10:16:20.176097 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:20.176604 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Made reservation on behalf of bd469d812fad4dd18a0c73980f756e8d for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:20.176861 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.185605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837581'] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.194297 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddd25b0-cfa5-4390-886e-898790d4d691 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:20.224474 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:20.326665 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.400145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:20.404961 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:20.423907 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:20.434085 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-849d34b3-1bfb-4ff5-9a78-7697ae793468 req-33facb34-9ba4-4242-89f3-feffcc0d54e5 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828112 Sep 13 10:16:20.469511 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:16:20.483725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-30898518-f815-44d2-8537-836f71216c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:20.489299 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-30898518-f815-44d2-8537-836f71216c64 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740988 Sep 13 10:16:20.504284 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-50b3b043-20a6-4224-86f0-c0c4072e4462 req-7bf5c996-c51e-4c1a-9e45-14e27587c070 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939593 Sep 13 10:16:20.505833 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e5b79e-d9ac-4843-9f24-9bb5ee92a431 x-openstack-request-id: req-b8e5b79e-d9ac-4843-9f24-9bb5ee92a431 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:20.506027 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:20.506286 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8e5b79e-d9ac-4843-9f24-9bb5ee92a431 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:20.506685 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e5b79e-d9ac-4843-9f24-9bb5ee92a431'] response: {'name': 'network-changed', 'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2', 'status': 'completed', 'code': 200} Sep 13 10:16:20.558448 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:20.558839 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.587349 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837599'] for subnet (97a99670-4934-44b0-a719-a0d74056db10), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.648914 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a99670-4934-44b0-a719-a0d74056db10,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:20.656713 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Checking segment: {'id': 'c4f3e8fe-1fef-4de7-be55-6180312fc9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '7a1c7999-d9fa-42f5-b1d6-12b92bee03d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:20.656871 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:20.657074 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Network hostable DHCP agents. Network: 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:16:20.657203 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.692811 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:20.718963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:20.733906 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['cddd25b0-cfa5-4390-886e-898790d4d691'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:16:20.738569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:20.747615 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Network 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:16:20.778502 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.779270 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:20.884564 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:20.889341 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:20.890566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.913095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:20.915874 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f964325-3972-4a04-b566-8ea5120cb0e7" -d '{"events": [{"server_uuid": "9d6baaa6-306e-4c41-b7db-86c38c8b9859", "name": "network-vif-plugged", "status": "completed", "tag": "9875d9fa-823a-4fd4-a5d8-98b0277f8a95"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:20.937225 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8cc028-1988-44d6-995b-669aa12c6965 None None] Network 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:20.944205 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ec684f95-a9c7-4d2e-8abc-23eb90285e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:20.959454 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:20.962398 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-daffd6ac-7c0b-43d9-9aad-1c5ff1dcfc1c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554122 Sep 13 10:16:20.978480 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-883ba686-6b75-4957-975f-5d80c4df28bf admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9341855 Sep 13 10:16:21.054792 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:21.089949 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6541bd-514a-4fa8-ad2e-fe0710f700e9 req-e2b3d4cb-7d14-44ad-be6b-a49a359d7b0b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:21.097297 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f6541bd-514a-4fa8-ad2e-fe0710f700e9 req-e2b3d4cb-7d14-44ad-be6b-a49a359d7b0b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 945 time: 0.1339188 Sep 13 10:16:21.151066 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:16:21.185260 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:21.229039 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436712c-8f2d-41bb-bc92-633849403f99 None None] Network 7a1c7999-d9fa-42f5-b1d6-12b92bee03d1 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:21.247243 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cd310-ce4f-4740-9c7f-152ffd13be4d req-43203825-b06f-41fd-89ac-75b57a40e5fc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:21.258518 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-203cd310-ce4f-4740-9c7f-152ffd13be4d req-43203825-b06f-41fd-89ac-75b57a40e5fc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.3157589 Sep 13 10:16:21.324677 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:21.326020 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66abc40c-03b8-44d1-9cb8-945a546675e6 req-cf4f99ae-9a74-4cd8-8539-2caff646820b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165309 Sep 13 10:16:21.355659 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f6541bd-514a-4fa8-ad2e-fe0710f700e9 req-e680598a-5d2d-4c59-8773-36adea699329 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574792 Sep 13 10:16:21.377908 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-203cd310-ce4f-4740-9c7f-152ffd13be4d req-71f95d4c-e531-41c3-9243-7ad162ec1fa8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135421 Sep 13 10:16:21.397582 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:21.400099 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:21.446493 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59650120-5494-4d91-88dd-1ca9aabd05c3 x-openstack-request-id: req-59650120-5494-4d91-88dd-1ca9aabd05c3 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:21.446807 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6baaa6-306e-4c41-b7db-86c38c8b9859", "name": "network-vif-plugged", "status": "completed", "tag": "9875d9fa-823a-4fd4-a5d8-98b0277f8a95", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:21.447068 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59650120-5494-4d91-88dd-1ca9aabd05c3 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:21.447508 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59650120-5494-4d91-88dd-1ca9aabd05c3'] response: {'server_uuid': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95', 'code': 200} Sep 13 10:16:21.519196 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:21.519708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:21.594010 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:21.642273 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407e745-aeaa-4ea3-a175-b093e0c6bb71 req-b517e68e-697a-4470-99f4-3a409a75629d tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:21.644335 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9407e745-aeaa-4ea3-a175-b093e0c6bb71 req-b517e68e-697a-4470-99f4-3a409a75629d tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.1020780 Sep 13 10:16:21.664124 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:21.670893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9918-361e-4b53-b503-afc5d412d34c req-dec33405-8aef-41b7-9470-9853f8545c77 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:21.672368 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-052f9918-361e-4b53-b503-afc5d412d34c req-dec33405-8aef-41b7-9470-9853f8545c77 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 943 time: 0.0693150 Sep 13 10:16:21.714655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:21.738178 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9407e745-aeaa-4ea3-a175-b093e0c6bb71 req-244a36a5-8007-4d88-8f15-7a77e67a6148 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842981 Sep 13 10:16:21.758125 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-052f9918-361e-4b53-b503-afc5d412d34c req-7eaf2b2f-f916-4581-8f8e-70780f69ff96 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660441 Sep 13 10:16:22.048381 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43106) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:22.053615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-313353070-network', 'tenant_id': '9faf6e036fe946b4879f13ce30671eae'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:22.077552 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:22.123006 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port cddd25b0-cfa5-4390-886e-898790d4d691 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:16:22.166511 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Made reservation on behalf of 9faf6e036fe946b4879f13ce30671eae for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:22.177467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.178325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.195296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port cddd25b0-cfa5-4390-886e-898790d4d691 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:22.196019 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.260123 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks [] for security_group (4fcd7e31-0973-42df-95b7-b7fa33eb9e9a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.274634 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:22.275025 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.307372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:22.352562 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4fcd7e31-0973-42df-95b7-b7fa33eb9e9a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.383458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:16:22.393397 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd7e31-0973-42df-95b7-b7fa33eb9e9a,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:22.399054 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (a973812c-ff63-4f9c-9c2b-967c307cb8ef), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.399426 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Added segment a973812c-ff63-4f9c-9c2b-967c307cb8ef of type vlan for network be488943-7087-4f23-907f-9bbad7f8e5b9 Sep 13 10:16:22.419187 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.451091 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (be488943-7087-4f23-907f-9bbad7f8e5b9), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.513088 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:22.566112 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (be488943-7087-4f23-907f-9bbad7f8e5b9), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.567110 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:22.567712 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.610131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e9aa7-e7b5-4b54-86f3-68d778d40615 req-376a2f64-66cf-4aa3-ae1d-88bf6e213d23 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:22.611678 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e2e9aa7-e7b5-4b54-86f3-68d778d40615 req-376a2f64-66cf-4aa3-ae1d-88bf6e213d23 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.1038666 Sep 13 10:16:22.650522 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba382-3c8a-4b50-a5cd-1e712e1bd13c req-2a3d7319-a5e1-4015-b178-5f4a833a51a7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:22.652013 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-edbba382-3c8a-4b50-a5cd-1e712e1bd13c req-2a3d7319-a5e1-4015-b178-5f4a833a51a7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.1468291 Sep 13 10:16:22.716685 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] Pushing event updated for resources: {'Network': ['ID=be488943-7087-4f23-907f-9bbad7f8e5b9,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:22.727774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network be488943-7087-4f23-907f-9bbad7f8e5b9 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:16:22.741255 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-94aa3af1-6811-4c6e-9845-519783953a9f admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6916766 Sep 13 10:16:22.756035 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43136) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:22.761519 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Request body: {'subnet': {'network_id': 'be488943-7087-4f23-907f-9bbad7f8e5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-313353070-subnet', 'tenant_id': '9faf6e036fe946b4879f13ce30671eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:22.829182 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-edbba382-3c8a-4b50-a5cd-1e712e1bd13c req-cb5c57e1-de15-41d8-bdc3-f1d803e7f946 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467812 Sep 13 10:16:22.829182 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-d2591a6e-4516-48c2-9d77-dbb3744f5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:22.829182 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-d2591a6e-4516-48c2-9d77-dbb3744f5233 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 1127 time: 0.1218107 Sep 13 10:16:22.856497 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e2e9aa7-e7b5-4b54-86f3-68d778d40615 req-e40b1887-ea57-4470-845a-55002b8d742c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946497 Sep 13 10:16:22.876265 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Made reservation on behalf of 9faf6e036fe946b4879f13ce30671eae for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:22.883614 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837581'] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:22.975004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:23.004395 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17f7b-ac95-406e-a8a0-639f2b1b8adc req-d119718a-a06f-45de-8a93-e69b81cd0ab7 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.005843 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17c17f7b-ac95-406e-a8a0-639f2b1b8adc req-d119718a-a06f-45de-8a93-e69b81cd0ab7 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0909677 Sep 13 10:16:23.026609 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec5947-eeab-4555-96a1-d4fe36ec1c4b req-035ee08e-3eaf-4e92-8d72-cd4c24099320 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.028553 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3aec5947-eeab-4555-96a1-d4fe36ec1c4b req-035ee08e-3eaf-4e92-8d72-cd4c24099320 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 943 time: 0.0733254 Sep 13 10:16:23.119066 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17c17f7b-ac95-406e-a8a0-639f2b1b8adc req-370b14b1-830a-4375-bf25-7c3cdbc00e22 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893323 Sep 13 10:16:23.122211 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3aec5947-eeab-4555-96a1-d4fe36ec1c4b req-f480d0de-0896-48b3-b2f3-a8a2286801b4 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848420 Sep 13 10:16:23.132589 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837599'] for subnet (36813a90-0ed2-402f-9628-7134bdf7417c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:23.203238 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=36813a90-0ed2-402f-9628-7134bdf7417c,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:23.214533 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Checking segment: {'id': 'a973812c-ff63-4f9c-9c2b-967c307cb8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': 'be488943-7087-4f23-907f-9bbad7f8e5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:23.215055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Network hostable DHCP agents. Network: be488943-7087-4f23-907f-9bbad7f8e5b9, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:16:23.229894 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3c9f312f-dc8d-4ec8-85ca-1553115ad16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:23.302029 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db9d01-3b07-489c-a04c-f84c35517d7c req-3b3f090b-ed02-454e-a0a7-2b273a5513d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.303859 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-a8db9d01-3b07-489c-a04c-f84c35517d7c req-3b3f090b-ed02-454e-a0a7-2b273a5513d2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 1129 time: 0.0592175 Sep 13 10:16:23.305015 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Network be488943-7087-4f23-907f-9bbad7f8e5b9 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:16:23.336058 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-b3f9378b-9439-4daf-9d01-d7b253b0bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.337636 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-b3f9378b-9439-4daf-9d01-d7b253b0bdf4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 915 time: 0.1203079 Sep 13 10:16:23.352461 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-a8db9d01-3b07-489c-a04c-f84c35517d7c req-89735cb8-74ec-4755-bbd3-8d1ce812afb2 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 Sep 13 10:16:23.372216 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, be488943-7087-4f23-907f-9bbad7f8e5b9) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:23.382689 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-bf3289f3-b749-40a1-8d74-a1f20257ddb7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fbabe17-010d-4901-979a-668fa9e70da2 HTTP/1.1" status: 200 len: 217 time: 0.0361147 Sep 13 10:16:23.383373 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246fb954-dadb-4e77-8574-7ac365ec15fe None None] Network be488943-7087-4f23-907f-9bbad7f8e5b9 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:23.384753 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.385352 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:23.449946 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678'}, {'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:23.452371 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f48ec6-58ab-4858-bfe9-99579df27b9c" -d '{"events": [{"server_uuid": "cc04ffd6-17d2-4446-9a30-5bf651dd5a3f", "name": "network-vif-plugged", "status": "completed", "tag": "268dff1c-90e0-4ad1-8bc5-f2a35cdb4678"}, {"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:23.476324 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:23.499620 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811e3ce6-68a8-435d-9fe5-2b577c3cd830 x-openstack-request-id: req-811e3ce6-68a8-435d-9fe5-2b577c3cd830 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:23.499926 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04ffd6-17d2-4446-9a30-5bf651dd5a3f", "name": "network-vif-plugged", "status": "completed", "tag": "268dff1c-90e0-4ad1-8bc5-f2a35cdb4678", "code": 200}, {"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:23.500166 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-811e3ce6-68a8-435d-9fe5-2b577c3cd830 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:23.500568 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811e3ce6-68a8-435d-9fe5-2b577c3cd830'] response: {'server_uuid': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678', 'code': 200} Sep 13 10:16:23.500833 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811e3ce6-68a8-435d-9fe5-2b577c3cd830'] response: {'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'code': 200} Sep 13 10:16:23.505172 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc096e-0c60-47fa-9446-94115755cbc8 None None] Network be488943-7087-4f23-907f-9bbad7f8e5b9 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:23.535150 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-581cb0ff-6450-41f6-9687-e82d73e847ac admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7774072 Sep 13 10:16:23.636160 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-6ef87e09-a395-4517-8cee-182eb23cf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.638911 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-6ef87e09-a395-4517-8cee-182eb23cf200 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.0660450 Sep 13 10:16:23.721977 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-7b5a88a1-78b7-4b65-bc2a-e877ccc803b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.724669 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-7b5a88a1-78b7-4b65-bc2a-e877ccc803b5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780640 Sep 13 10:16:23.812445 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:23.835112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-d22903f3-cd75-4574-95d8-273e3e187e3f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001344 Sep 13 10:16:23.978415 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da69e1-6106-4cac-9cbe-90e55625e7d3 req-7dd33a93-f664-4e84-8810-1150caabe37b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:23.980216 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89da69e1-6106-4cac-9cbe-90e55625e7d3 req-7dd33a93-f664-4e84-8810-1150caabe37b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0906162 Sep 13 10:16:23.998521 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628e4d5-06a3-4242-95a3-479995335293 req-ea6f3175-0639-402c-ad34-41936827f73e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:24.000400 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b628e4d5-06a3-4242-95a3-479995335293 req-ea6f3175-0639-402c-ad34-41936827f73e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0645845 Sep 13 10:16:24.030284 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43178) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:24.075438 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 2fbabe17-010d-4901-979a-668fa9e70da2 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:16:24.085404 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89da69e1-6106-4cac-9cbe-90e55625e7d3 req-36ce8557-90d7-444e-ac66-1cc99c5b13e5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941794 Sep 13 10:16:24.099030 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b628e4d5-06a3-4242-95a3-479995335293 req-768249ed-a86a-495d-8c33-98d769563b14 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920897 Sep 13 10:16:24.190427 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ba2e-bc4c-49e6-9165-c23389e2c812 req-b58ddce9-7b5f-4b17-ae9a-713104b6395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:24.194795 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-69e8ba2e-bc4c-49e6-9165-c23389e2c812 req-b58ddce9-7b5f-4b17-ae9a-713104b6395b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1130 time: 0.0880146 Sep 13 10:16:24.239095 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c4fd01-33fd-4213-8db2-51a14d9b0b1a req-456d2c32-e46d-4e9b-9877-6f0cfeeddb34 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465278 Sep 13 10:16:24.286269 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-69e8ba2e-bc4c-49e6-9165-c23389e2c812 req-14a4a8a5-be23-4715-b61b-a42f3449a5bd service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818217 Sep 13 10:16:24.316927 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:24.319977 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 2fbabe17-010d-4901-979a-668fa9e70da2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2fbabe17-010d-4901-979a-668fa9e70da2,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:24.330417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559cb58-68fd-4243-ac1c-e66899fe76cc req-40bd1bba-6438-40f9-af42-99f7740d3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:24.331920 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6559cb58-68fd-4243-ac1c-e66899fe76cc req-40bd1bba-6438-40f9-af42-99f7740d3baa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1129 time: 0.0900986 Sep 13 10:16:24.335720 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '2fbabe17-010d-4901-979a-668fa9e70da2', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:16:24.345049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d454750-5ba0-4d13-9933-61cdfb7a7ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.373414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 2fbabe17-010d-4901-979a-668fa9e70da2 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:24.373812 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.406809 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.410034 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbabe17-010d-4901-979a-668fa9e70da2 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:24.415848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3d1c5-04c7-4fa1-9f12-d5a53d62a32b req-b61d1e90-c591-4583-9bc0-82beb0bef7de tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:24.417582 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c3d1c5-04c7-4fa1-9f12-d5a53d62a32b req-b61d1e90-c591-4583-9bc0-82beb0bef7de tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 943 time: 0.0909967 Sep 13 10:16:24.426154 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6452c77-d0a8-40bd-999e-3bbefecf5d55 req-13c76470-5422-4969-a75f-f7b8a45695aa tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:24.427741 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e6452c77-d0a8-40bd-999e-3bbefecf5d55 req-13c76470-5422-4969-a75f-f7b8a45695aa tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0998905 Sep 13 10:16:24.431921 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 2fbabe17-010d-4901-979a-668fa9e70da2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2fbabe17-010d-4901-979a-668fa9e70da2,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:24.446176 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d454750-5ba0-4d13-9933-61cdfb7a7ac1 admin admin] Publish callbacks [] for security_group (b9c15c70-7b5a-4a71-99e5-61ee15d457c9), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.499772 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1c3d1c5-04c7-4fa1-9f12-d5a53d62a32b req-4bb3806b-d371-4a71-8eb9-95409717f4dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710149 Sep 13 10:16:24.503914 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e6452c77-d0a8-40bd-999e-3bbefecf5d55 req-b77d9087-e72c-4f06-a241-827a19020892 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683429 Sep 13 10:16:24.515040 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d454750-5ba0-4d13-9933-61cdfb7a7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (b9c15c70-7b5a-4a71-99e5-61ee15d457c9), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.519328 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.519466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:24.567711 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9d454750-5ba0-4d13-9933-61cdfb7a7ac1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f120db82790e4eda957d951a7d269269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362716 Sep 13 10:16:24.568919 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d454750-5ba0-4d13-9933-61cdfb7a7ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c15c70-7b5a-4a71-99e5-61ee15d457c9,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:24.569867 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43192) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:24.579316 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=2fbabe17-010d-4901-979a-668fa9e70da2,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:24.622334 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9c7e-5ff8-4a4e-b133-95e38bf84f1e admin admin] Publish callbacks [] for security_group (b9c15c70-7b5a-4a71-99e5-61ee15d457c9), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.644846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9c7e-5ff8-4a4e-b133-95e38bf84f1e admin admin] Publish callbacks [] for security_group (b9c15c70-7b5a-4a71-99e5-61ee15d457c9), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.723120 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6559cb58-68fd-4243-ac1c-e66899fe76cc req-95602b24-15f2-4654-92b8-c810d5e20a5b service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671780 Sep 13 10:16:24.821505 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9c7e-5ff8-4a4e-b133-95e38bf84f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (b9c15c70-7b5a-4a71-99e5-61ee15d457c9), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.824041 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9c7e-5ff8-4a4e-b133-95e38bf84f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:24.830515 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-3c4e9c7e-5ff8-4a4e-b133-95e38bf84f1e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b9c15c70-7b5a-4a71-99e5-61ee15d457c9 HTTP/1.1" status: 204 len: 168 time: 0.2541873 Sep 13 10:16:24.833453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e9c7e-5ff8-4a4e-b133-95e38bf84f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c15c70-7b5a-4a71-99e5-61ee15d457c9,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:24.874252 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['2fbabe17-010d-4901-979a-668fa9e70da2'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:16:25.232981 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22d209-6321-48af-bba7-749c3c7b7196 req-cdb91a73-505b-4d34-b5d9-0c8677fd2b8a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:25.234536 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8f22d209-6321-48af-bba7-749c3c7b7196 req-cdb91a73-505b-4d34-b5d9-0c8677fd2b8a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0762262 Sep 13 10:16:25.284665 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2b5-9011-4184-bb09-58eeb5093885 req-bd8fec7c-7e14-41fa-8d38-462edf9a055f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:25.291731 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5d3fe2b5-9011-4184-bb09-58eeb5093885 req-bd8fec7c-7e14-41fa-8d38-462edf9a055f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0841427 Sep 13 10:16:25.338941 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8f22d209-6321-48af-bba7-749c3c7b7196 req-6af12339-d6cd-4d8f-aa0f-0e0725d690d9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874560 Sep 13 10:16:25.374183 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5d3fe2b5-9011-4184-bb09-58eeb5093885 req-ac40e828-b97d-4613-ae1d-a44d7148f53a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814240 Sep 13 10:16:25.630311 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e41e-5e8a-4671-a283-157979f83ec5 req-e39446af-bfd6-4175-a69a-c349ae05b0bb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:25.632182 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f373e41e-5e8a-4671-a283-157979f83ec5 req-e39446af-bfd6-4175-a69a-c349ae05b0bb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 944 time: 0.0550125 Sep 13 10:16:25.669913 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43224) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:25.685026 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-004fa315-8b8c-41ca-a8f6-d9471dd8235e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:25.693306 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f373e41e-5e8a-4671-a283-157979f83ec5 req-db8f24df-cccc-4f71-a5b7-395aae90900f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496445 Sep 13 10:16:25.770268 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-004fa315-8b8c-41ca-a8f6-d9471dd8235e admin admin] Publish callbacks [] for security_group (a5086568-6fd8-4e86-bc69-12ef70d87e28), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:25.846714 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:25.847351 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-004fa315-8b8c-41ca-a8f6-d9471dd8235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a5086568-6fd8-4e86-bc69-12ef70d87e28), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:25.887868 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-004fa315-8b8c-41ca-a8f6-d9471dd8235e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1767da9d5c944adc897c682a88bd0f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166831 Sep 13 10:16:25.888835 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fa315-8b8c-41ca-a8f6-d9471dd8235e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5086568-6fd8-4e86-bc69-12ef70d87e28,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:25.891661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43230) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:25.903837 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:25.975949 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174d81-78f3-4a60-9756-a3fb46268628 req-897ca245-917b-41b6-91b0-c8c800cd59db tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:25.977392 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1174d81-78f3-4a60-9756-a3fb46268628 req-897ca245-917b-41b6-91b0-c8c800cd59db tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0708096 Sep 13 10:16:25.989309 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.001652 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b05ec5c-03fa-4cac-8bee-588fce3d11f3 admin admin] Publish callbacks [] for security_group (a5086568-6fd8-4e86-bc69-12ef70d87e28), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.040122 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b05ec5c-03fa-4cac-8bee-588fce3d11f3 admin admin] Publish callbacks [] for security_group (a5086568-6fd8-4e86-bc69-12ef70d87e28), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.066927 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1174d81-78f3-4a60-9756-a3fb46268628 req-fe747cb1-b028-4110-92ca-95e02c889c41 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Sep 13 10:16:26.111845 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 2fbabe17-010d-4901-979a-668fa9e70da2 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:16:26.157019 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 2fbabe17-010d-4901-979a-668fa9e70da2 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:16:26.223149 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b05ec5c-03fa-4cac-8bee-588fce3d11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a5086568-6fd8-4e86-bc69-12ef70d87e28), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.226214 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b05ec5c-03fa-4cac-8bee-588fce3d11f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.227411 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-1b05ec5c-03fa-4cac-8bee-588fce3d11f3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a5086568-6fd8-4e86-bc69-12ef70d87e28 HTTP/1.1" status: 204 len: 168 time: 0.3343909 Sep 13 10:16:26.235914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ec5c-03fa-4cac-8bee-588fce3d11f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5086568-6fd8-4e86-bc69-12ef70d87e28,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:26.256624 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 2fbabe17-010d-4901-979a-668fa9e70da2 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:16:26.256801 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.348484 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 2fbabe17-010d-4901-979a-668fa9e70da2 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:26.348966 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.372047 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:26.374297 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c842013-53fb-451e-95e0-27934b18814e" -d '{"events": [{"server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "name": "network-vif-plugged", "status": "completed", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:26.388172 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 2fbabe17-010d-4901-979a-668fa9e70da2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2fbabe17-010d-4901-979a-668fa9e70da2,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:26.417048 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930b33bb-a592-40a5-8a28-280938ff9466 x-openstack-request-id: req-930b33bb-a592-40a5-8a28-280938ff9466 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:26.417827 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "name": "network-vif-plugged", "status": "completed", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:26.417827 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-930b33bb-a592-40a5-8a28-280938ff9466 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:26.418039 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930b33bb-a592-40a5-8a28-280938ff9466'] response: {'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2', 'code': 200} Sep 13 10:16:26.486910 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:26.489008 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.550461 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebc090-3f85-4b17-a386-cfcbaea28c9b req-3f6363dd-2adf-4490-bc3d-2292b11695b2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:26.552066 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00ebc090-3f85-4b17-a386-cfcbaea28c9b req-3f6363dd-2adf-4490-bc3d-2292b11695b2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0927327 Sep 13 10:16:26.557255 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=2fbabe17-010d-4901-979a-668fa9e70da2,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:26.569928 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-624ef48e-ddd0-4618-ae5b-8979ede2c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:26.569928 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-624ef48e-ddd0-4618-ae5b-8979ede2c293 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 1129 time: 0.0576265 Sep 13 10:16:26.603320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:26.623510 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00ebc090-3f85-4b17-a386-cfcbaea28c9b req-1196e254-dad6-4c95-9531-62a16898d030 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617940 Sep 13 10:16:26.747131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43270) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:26.866785 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94451c-c4da-49d3-aa47-8ed4e65d657b req-f904f019-f9f2-4a8c-bac4-196fd59bb157 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:26.874953 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea94451c-c4da-49d3-aa47-8ed4e65d657b req-f904f019-f9f2-4a8c-bac4-196fd59bb157 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0832636 Sep 13 10:16:26.937617 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea94451c-c4da-49d3-aa47-8ed4e65d657b req-ea809ebc-071c-47bb-8dea-5688298b9eea tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617650 Sep 13 10:16:26.938804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-98e2c7b2-4274-4ff7-8265-00257169233b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:26.978277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:27.068779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-98e2c7b2-4274-4ff7-8265-00257169233b admin admin] Publish callbacks [] for security_group (e4afeb5b-525a-41f2-913f-1a80d8fd9f26), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:27.123911 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-98e2c7b2-4274-4ff7-8265-00257169233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e4afeb5b-525a-41f2-913f-1a80d8fd9f26), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:27.215949 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-98e2c7b2-4274-4ff7-8265-00257169233b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dbe7e9190ae24a5695c4c108b88d394d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677022 Sep 13 10:16:27.218833 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43292) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:27.250067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c7b2-4274-4ff7-8265-00257169233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afeb5b-525a-41f2-913f-1a80d8fd9f26,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:27.264958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d711c15-c1d2-415b-822e-20cc1892c853 req-a792c48a-59ae-47c1-9bfd-409f394a6cba tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:27.272377 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4d711c15-c1d2-415b-822e-20cc1892c853 req-a792c48a-59ae-47c1-9bfd-409f394a6cba tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.1273556 Sep 13 10:16:27.321311 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62253bc3-7343-455d-93b3-1f02c8e5a2c6 admin admin] Publish callbacks [] for security_group (e4afeb5b-525a-41f2-913f-1a80d8fd9f26), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:27.349355 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62253bc3-7343-455d-93b3-1f02c8e5a2c6 admin admin] Publish callbacks [] for security_group (e4afeb5b-525a-41f2-913f-1a80d8fd9f26), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:27.373995 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-1ba686e7-97fd-4dbf-b518-9908ab2a62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:27.375537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-1ba686e7-97fd-4dbf-b518-9908ab2a62b2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.2107468 Sep 13 10:16:27.405527 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4d711c15-c1d2-415b-822e-20cc1892c853 req-7417b04f-f518-4e9f-a35b-4f305ecfda47 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314287 Sep 13 10:16:27.548889 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62253bc3-7343-455d-93b3-1f02c8e5a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e4afeb5b-525a-41f2-913f-1a80d8fd9f26), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:27.551573 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62253bc3-7343-455d-93b3-1f02c8e5a2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:27.552742 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-62253bc3-7343-455d-93b3-1f02c8e5a2c6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e4afeb5b-525a-41f2-913f-1a80d8fd9f26 HTTP/1.1" status: 204 len: 168 time: 0.3328302 Sep 13 10:16:27.561984 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62253bc3-7343-455d-93b3-1f02c8e5a2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4afeb5b-525a-41f2-913f-1a80d8fd9f26,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:27.771440 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-e313aadc-c932-4cde-9b80-97e1fd2cd23c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95 HTTP/1.1" status: 200 len: 217 time: 0.0625987 Sep 13 10:16:27.805996 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a27d7-bd67-4cee-8a7f-e40e772be4b3 req-d2837ba9-079b-4285-90be-d5f1741a53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:27.807710 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ca1a27d7-bd67-4cee-8a7f-e40e772be4b3 req-d2837ba9-079b-4285-90be-d5f1741a53e8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 1129 time: 0.0452511 Sep 13 10:16:27.848512 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0736c-99a4-41b2-8a2b-884df1f88253 req-1de170a3-aa70-42a1-9f69-600c3009b9a3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:27.850039 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-36b0736c-99a4-41b2-8a2b-884df1f88253 req-1de170a3-aa70-42a1-9f69-600c3009b9a3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0811462 Sep 13 10:16:27.869205 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ca1a27d7-bd67-4cee-8a7f-e40e772be4b3 req-f82dcac0-63f2-43ef-9a58-2ac7d9112f92 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465088 Sep 13 10:16:27.897140 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-6ff5bef1-08de-4e9e-9cd3-3abc9ca72be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:27.898993 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-6ff5bef1-08de-4e9e-9cd3-3abc9ca72be1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.1014607 Sep 13 10:16:27.932461 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-36b0736c-99a4-41b2-8a2b-884df1f88253 req-e649b6a7-1e39-4558-b351-377e0a929122 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685756 Sep 13 10:16:28.077988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcd047-077c-437c-a4ce-a88c03b03d8e req-7e85dea0-4fba-44cc-b1d8-70c84e07136d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:28.079473 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-23bcd047-077c-437c-a4ce-a88c03b03d8e req-7e85dea0-4fba-44cc-b1d8-70c84e07136d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0516460 Sep 13 10:16:28.117940 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:28.130449 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-23bcd047-077c-437c-a4ce-a88c03b03d8e req-64f8e9d2-6e7d-4a2e-bb37-7fb00b62b7fa tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450957 Sep 13 10:16:28.180952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-df17b8fd-883e-4d5c-84fd-854aeec33edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:28.182606 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-df17b8fd-883e-4d5c-84fd-854aeec33edd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426660 Sep 13 10:16:28.201603 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=16 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:28.209500 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=20 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:28.323739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd010799-1e91-4e7d-8965-577e0f21da72 req-f4d98f05-2eb2-411f-91a7-988afdb30bbf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:28.325427 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cd010799-1e91-4e7d-8965-577e0f21da72 req-f4d98f05-2eb2-411f-91a7-988afdb30bbf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.1035764 Sep 13 10:16:28.341325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43332) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:28.346436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'floatingip': {'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:28.360575 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43336) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:28.378375 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-099a6a2a-e53d-4fb2-837a-87281ee6cfc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:28.434486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:28.556826 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-099a6a2a-e53d-4fb2-837a-87281ee6cfc7 admin admin] Publish callbacks [] for security_group (155f2ba7-2571-4e08-a937-459efb760e24), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:28.618593 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-099a6a2a-e53d-4fb2-837a-87281ee6cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (155f2ba7-2571-4e08-a937-459efb760e24), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:28.665655 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6a2a-e53d-4fb2-837a-87281ee6cfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155f2ba7-2571-4e08-a937-459efb760e24,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:28.687972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43354) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:28.688303 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-099a6a2a-e53d-4fb2-837a-87281ee6cfc7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bfd6ef0a30e94211a74cf478f7675592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253758 Sep 13 10:16:28.736997 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-62982109-c8e0-4901-8bd8-2f9ecab845f3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461781 Sep 13 10:16:28.770627 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (ba7911be-91c0-4167-8013-e241b9b8444c), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:28.927643 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2422d-2880-4359-bfae-aa7f8927f157 req-961a40ca-1919-4427-b11f-c940da3fd025 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:28.929165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e2b2422d-2880-4359-bfae-aa7f8927f157 req-961a40ca-1919-4427-b11f-c940da3fd025 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.2429504 Sep 13 10:16:29.021549 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca4fc-011b-46f2-812b-55436669607b admin admin] Publish callbacks [] for security_group (155f2ba7-2571-4e08-a937-459efb760e24), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:29.109465 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c5052a-5bca-4dc9-a141-97b28a8bc975 req-cf82ffc5-ffa7-4777-b169-3dec56f4e19e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072042 Sep 13 10:16:29.113474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:29.122953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca4fc-011b-46f2-812b-55436669607b admin admin] Publish callbacks [] for security_group (155f2ba7-2571-4e08-a937-459efb760e24), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:29.139390 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e2b2422d-2880-4359-bfae-aa7f8927f157 req-6e1f7046-093d-4227-a766-e009c974f32b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936090 Sep 13 10:16:29.354702 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7beff-44b0-4abf-8f49-54b34a47adf9 req-2e569a81-53ea-4ec0-ba0a-cce1954d07de tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:29.356233 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-91d7beff-44b0-4abf-8f49-54b34a47adf9 req-2e569a81-53ea-4ec0-ba0a-cce1954d07de tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.1386526 Sep 13 10:16:29.363072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca4fc-011b-46f2-812b-55436669607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (155f2ba7-2571-4e08-a937-459efb760e24), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:29.365674 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bc5ca4fc-011b-46f2-812b-55436669607b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:29.366960 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-bc5ca4fc-011b-46f2-812b-55436669607b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/155f2ba7-2571-4e08-a937-459efb760e24 HTTP/1.1" status: 204 len: 168 time: 0.6652017 Sep 13 10:16:29.431054 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ca4fc-011b-46f2-812b-55436669607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155f2ba7-2571-4e08-a937-459efb760e24,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:29.546083 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-91d7beff-44b0-4abf-8f49-54b34a47adf9 req-93af36da-8a52-4e4c-b1c4-7b8c9513e8c0 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720583 Sep 13 10:16:29.682789 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:29.707267 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:29.806059 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (ba7911be-91c0-4167-8013-e241b9b8444c), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:29.904452 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Floating IP ba7911be-91c0-4167-8013-e241b9b8444c associated. External IP: 172.27.2.25, port: cddd25b0-cfa5-4390-886e-898790d4d691. Sep 13 10:16:30.103395 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:16:30.188707 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43402) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:30.207401 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-44c00a92-b325-46dc-988f-49eb8b708d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.306337 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-44c00a92-b325-46dc-988f-49eb8b708d46 admin admin] Publish callbacks [] for security_group (0153cfb0-5984-4ce6-8434-e31ed826cd71), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.369904 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:30.421824 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08be3b-a2f8-47db-af87-e25514efe733 req-7e6219d5-02b6-459b-b27c-96a782a1ca31 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:30.423502 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1e08be3b-a2f8-47db-af87-e25514efe733 req-7e6219d5-02b6-459b-b27c-96a782a1ca31 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0759501 Sep 13 10:16:30.424172 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-44c00a92-b325-46dc-988f-49eb8b708d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0153cfb0-5984-4ce6-8434-e31ed826cd71), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.470096 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-44c00a92-b325-46dc-988f-49eb8b708d46 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1c4c2ad68a784b19a339e87595635ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735920 Sep 13 10:16:30.470096 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00a92-b325-46dc-988f-49eb8b708d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0153cfb0-5984-4ce6-8434-e31ed826cd71,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:30.471589 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43416) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:30.507555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:16:30.512110 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1e08be3b-a2f8-47db-af87-e25514efe733 req-cda81637-74eb-410c-8538-78365538d9f6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641458 Sep 13 10:16:30.515117 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.523117 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:16:30.539594 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:30.540231 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:30.555071 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f397e416-7655-4ba2-8d27-6c5d41fec4b6 admin admin] Publish callbacks [] for security_group (0153cfb0-5984-4ce6-8434-e31ed826cd71), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.573692 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-92365b10-2d5e-48b0-a2d7-868bf448fdc5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/ba7911be-91c0-4167-8013-e241b9b8444c HTTP/1.1" status: 200 len: 991 time: 2.2310915 Sep 13 10:16:30.574644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:30.577722 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f9413-ba51-49af-94f2-5dd880c1389a" -d '{"events": [{"name": "network-changed", "server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:30.588525 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f397e416-7655-4ba2-8d27-6c5d41fec4b6 admin admin] Publish callbacks [] for security_group (0153cfb0-5984-4ce6-8434-e31ed826cd71), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.644497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12475151-16a7-41e3-b108-4d160222ee4b x-openstack-request-id: req-12475151-16a7-41e3-b108-4d160222ee4b {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:30.645269 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:30.645598 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12475151-16a7-41e3-b108-4d160222ee4b {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:30.646013 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12475151-16a7-41e3-b108-4d160222ee4b'] response: {'name': 'network-changed', 'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'status': 'completed', 'code': 200} Sep 13 10:16:30.672380 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:30.730661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e707613-07fa-42c1-80a5-4372d998f8ce req-e91b2e22-1a41-4755-bdad-2eb3fa889b15 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:30.732097 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8e707613-07fa-42c1-80a5-4372d998f8ce req-e91b2e22-1a41-4755-bdad-2eb3fa889b15 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0765393 Sep 13 10:16:30.749429 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f397e416-7655-4ba2-8d27-6c5d41fec4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0153cfb0-5984-4ce6-8434-e31ed826cd71), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.752270 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f397e416-7655-4ba2-8d27-6c5d41fec4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:30.760163 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-be6e80f3-9c44-4876-9b41-9e1679e359c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:30.760652 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f397e416-7655-4ba2-8d27-6c5d41fec4b6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0153cfb0-5984-4ce6-8434-e31ed826cd71 HTTP/1.1" status: 204 len: 168 time: 0.2848833 Sep 13 10:16:30.761841 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-be6e80f3-9c44-4876-9b41-9e1679e359c7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1130 time: 0.0755575 Sep 13 10:16:30.781144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e416-7655-4ba2-8d27-6c5d41fec4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0153cfb0-5984-4ce6-8434-e31ed826cd71,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:30.861085 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8e707613-07fa-42c1-80a5-4372d998f8ce req-9bef0419-aa5c-40cc-9fc6-3061d0e224dd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233518 Sep 13 10:16:30.888658 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-dce1c9f3-7848-432f-b7e4-34a0184c56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:30.890166 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-dce1c9f3-7848-432f-b7e4-34a0184c56b2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.1170423 Sep 13 10:16:30.956711 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'ba7911be-91c0-4167-8013-e241b9b8444c', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'mac_address': 'fa:16:3e:17:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a5958c-f83f-4303-bd83-8078154da9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:15:54Z', 'updated_at': '2022-09-13T10:16:29Z', 'revision_number': 1, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:30.989199 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:16:30.998196 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:30.998557 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:30.998800 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:31.035008 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b00506-4a4d-4a80-a8f9-480226718365 req-b5e79256-2cda-441a-8656-2b145d97e2a7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:31.036534 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9b00506-4a4d-4a80-a8f9-480226718365 req-b5e79256-2cda-441a-8656-2b145d97e2a7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0897386 Sep 13 10:16:31.038440 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-5ef530db-bbfd-4b2e-a0d3-3ea7e7b18e03 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 999 time: 0.1339884 Sep 13 10:16:31.049775 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43432) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:31.055337 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:31.096259 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-ef8cb33c-ab73-4722-9e2e-d00a21bc4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:31.097789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-ef8cb33c-ab73-4722-9e2e-d00a21bc4f78 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0481601 Sep 13 10:16:31.110565 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:31.134238 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (71a00039-9995-40d1-a3e8-a5109c08f84e), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:31.171918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-62e01c79-5671-4310-a6e1-0a89ea18472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:31.175452 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-62e01c79-5671-4310-a6e1-0a89ea18472a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679641 Sep 13 10:16:31.236189 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43438) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:31.320256 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-ce09f910-4c70-41d9-9c83-9ae116e14608 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273596 Sep 13 10:16:31.480593 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'ba7911be-91c0-4167-8013-e241b9b8444c', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'mac_address': 'fa:16:3e:17:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a5958c-f83f-4303-bd83-8078154da9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:15:54Z', 'updated_at': '2022-09-13T10:16:29Z', 'revision_number': 1, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:31.487000 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5e051163-7f6e-4fb6-bc30-b20b136e2c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:31.493167 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a46f9413-ba51-49af-94f2-5dd880c1389a req-fe4522fa-c898-492e-b689-11eb53870769 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627860 Sep 13 10:16:31.505786 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:31.534236 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c62c0-0ab0-403e-943a-a7b7ccef948b None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'ba7911be-91c0-4167-8013-e241b9b8444c', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'mac_address': 'fa:16:3e:17:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a5958c-f83f-4303-bd83-8078154da9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:15:54Z', 'updated_at': '2022-09-13T10:16:29Z', 'revision_number': 1, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:16:31.705197 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f230b7-a6e2-4d93-8a53-f811a18147ee req-092c5122-fef1-412c-ab88-b8acfd01584a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:31.707082 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-10f230b7-a6e2-4d93-8a53-f811a18147ee req-092c5122-fef1-412c-ab88-b8acfd01584a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0711191 Sep 13 10:16:31.774078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-10f230b7-a6e2-4d93-8a53-f811a18147ee req-6f7fafe2-9d02-4aed-81df-d866acec0836 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594561 Sep 13 10:16:31.891105 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0b055-8307-485b-ab42-77c1347a4acf None None] New status for floating IP ba7911be-91c0-4167-8013-e241b9b8444c: ACTIVE {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:16:31.909916 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5e051163-7f6e-4fb6-bc30-b20b136e2c6d admin admin] Publish callbacks [] for security_group (23ee20f3-856d-4605-b01f-327041726223), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.007368 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.023522 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5e051163-7f6e-4fb6-bc30-b20b136e2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (23ee20f3-856d-4605-b01f-327041726223), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.218959 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (71a00039-9995-40d1-a3e8-a5109c08f84e), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.247786 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:32.287029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43482) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:32.287203 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-5e051163-7f6e-4fb6-bc30-b20b136e2c6d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b598156982eb437b9abbe7c3516dec91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0498428 Sep 13 10:16:32.293017 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051163-7f6e-4fb6-bc30-b20b136e2c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ee20f3-856d-4605-b01f-327041726223,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:32.374680 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP 71a00039-9995-40d1-a3e8-a5109c08f84e associated. External IP: 172.27.2.47, port: 2fbabe17-010d-4901-979a-668fa9e70da2. Sep 13 10:16:32.377349 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Publish callbacks [] for security_group (23ee20f3-856d-4605-b01f-327041726223), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.416360 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Publish callbacks [] for security_group (23ee20f3-856d-4605-b01f-327041726223), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.552543 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (23ee20f3-856d-4605-b01f-327041726223), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.555409 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.559155 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/23ee20f3-856d-4605-b01f-327041726223 HTTP/1.1" status: 204 len: 168 time: 0.2677467 Sep 13 10:16:32.566191 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ee20f3-856d-4605-b01f-327041726223,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:32.575840 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.576187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.576528 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.576866 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.577197 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.577529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.577854 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.578176 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.578498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.578821 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.579175 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.579491 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.579955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.580287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.580605 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda911-a1c2-4dfa-8e97-a9425e04645c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:32.621896 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:16:32.725055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:16:32.729834 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:32.734203 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:16:32.745034 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:32.745944 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:32.762031 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f18ee00b-d7e6-44d2-b597-01106fc3fd33 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/71a00039-9995-40d1-a3e8-a5109c08f84e HTTP/1.1" status: 200 len: 990 time: 1.7107267 Sep 13 10:16:32.762621 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:32.764995 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae1858-eeaf-48b2-822e-1db538c5c44a" -d '{"events": [{"name": "network-changed", "server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:32.796261 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:32.802431 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d3ab9-13b5-49e0-89d8-2d05c6df4810 x-openstack-request-id: req-310d3ab9-13b5-49e0-89d8-2d05c6df4810 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:32.802734 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:32.802986 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-310d3ab9-13b5-49e0-89d8-2d05c6df4810 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:32.803548 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310d3ab9-13b5-49e0-89d8-2d05c6df4810'] response: {'name': 'network-changed', 'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2', 'status': 'completed', 'code': 200} Sep 13 10:16:32.853514 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:32.903647 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:32.905456 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-1a47037f-23bb-4d2b-9ec8-191781add24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:32.906975 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-1a47037f-23bb-4d2b-9ec8-191781add24c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 1129 time: 0.0765684 Sep 13 10:16:32.924173 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd946a-50be-486c-b469-3649445f882a req-cd74ee6d-65d5-47d6-b671-bf19c4f95678 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:32.925905 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-accd946a-50be-486c-b469-3649445f882a req-cd74ee6d-65d5-47d6-b671-bf19c4f95678 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0544283 Sep 13 10:16:33.007345 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:33.008852 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-accd946a-50be-486c-b469-3649445f882a req-24dc33bd-44f6-4cb2-9629-791497f05618 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690222 Sep 13 10:16:33.024253 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43502) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:33.094983 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:31Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:33.124107 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:16:33.133451 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:33.134069 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:33.143608 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a29025b2-2e47-41af-a85d-35740339bf86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.168737 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:33.219501 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a29025b2-2e47-41af-a85d-35740339bf86 admin admin] Publish callbacks [] for security_group (66e79a70-7849-4c24-a01a-7b84875e6557), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.255373 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:33.297167 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a29025b2-2e47-41af-a85d-35740339bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (66e79a70-7849-4c24-a01a-7b84875e6557), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.346315 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a29025b2-2e47-41af-a85d-35740339bf86 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5d89928db4e942878b0f718854d95429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244274 Sep 13 10:16:33.346422 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43510) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:33.347393 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29025b2-2e47-41af-a85d-35740339bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e79a70-7849-4c24-a01a-7b84875e6557,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:33.379427 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43514) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:33.416194 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2a71a4f3-9fcc-4ce6-9ac1-1d72f44c7c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.459870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3885a4-857a-45f9-96c2-03b475b34d59 admin admin] Publish callbacks [] for security_group (66e79a70-7849-4c24-a01a-7b84875e6557), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.491833 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3885a4-857a-45f9-96c2-03b475b34d59 admin admin] Publish callbacks [] for security_group (66e79a70-7849-4c24-a01a-7b84875e6557), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.554006 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2a71a4f3-9fcc-4ce6-9ac1-1d72f44c7c47 admin admin] Publish callbacks [] for security_group (fa68ab2b-0ac9-4d6f-805d-7beb96b79e43), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.568989 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:31Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:33.593881 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65178837-c30c-42ce-ab74-6bf024dc9846 None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:31Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:16:33.621297 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2a71a4f3-9fcc-4ce6-9ac1-1d72f44c7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (fa68ab2b-0ac9-4d6f-805d-7beb96b79e43), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.623933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3885a4-857a-45f9-96c2-03b475b34d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (66e79a70-7849-4c24-a01a-7b84875e6557), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.626498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3885a4-857a-45f9-96c2-03b475b34d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.630847 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ed3885a4-857a-45f9-96c2-03b475b34d59 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/66e79a70-7849-4c24-a01a-7b84875e6557 HTTP/1.1" status: 204 len: 168 time: 0.2808580 Sep 13 10:16:33.667252 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-2a71a4f3-9fcc-4ce6-9ac1-1d72f44c7c47 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=25a77bb4e1f541ca9e74fceaa6403fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855184 Sep 13 10:16:33.668341 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71a4f3-9fcc-4ce6-9ac1-1d72f44c7c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68ab2b-0ac9-4d6f-805d-7beb96b79e43,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:33.670559 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43518) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:33.683272 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3885a4-857a-45f9-96c2-03b475b34d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e79a70-7849-4c24-a01a-7b84875e6557,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:33.687131 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:33.728520 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe370-2315-49bc-8b47-d18cccdaebbb admin admin] Publish callbacks [] for security_group (fa68ab2b-0ac9-4d6f-805d-7beb96b79e43), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.756011 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe370-2315-49bc-8b47-d18cccdaebbb admin admin] Publish callbacks [] for security_group (fa68ab2b-0ac9-4d6f-805d-7beb96b79e43), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.922141 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c64e2-c621-4a71-8740-3ad9df53d47f None None] New status for floating IP 71a00039-9995-40d1-a3e8-a5109c08f84e: ACTIVE {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:16:33.954991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe370-2315-49bc-8b47-d18cccdaebbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (fa68ab2b-0ac9-4d6f-805d-7beb96b79e43), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.958086 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe370-2315-49bc-8b47-d18cccdaebbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:33.959157 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9e5fe370-2315-49bc-8b47-d18cccdaebbb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fa68ab2b-0ac9-4d6f-805d-7beb96b79e43 HTTP/1.1" status: 204 len: 168 time: 0.2874002 Sep 13 10:16:33.970073 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fe370-2315-49bc-8b47-d18cccdaebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68ab2b-0ac9-4d6f-805d-7beb96b79e43,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:34.175056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-28787c33-6649-43bc-bfdf-8d964380131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:34.176597 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-28787c33-6649-43bc-bfdf-8d964380131d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 915 time: 0.1578789 Sep 13 10:16:34.182326 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f2192-306a-4f08-b774-67ead73761a0 req-b5ac0b01-7f55-4718-8f04-e5537cc3a24b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:34.183760 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff1f2192-306a-4f08-b774-67ead73761a0 req-b5ac0b01-7f55-4718-8f04-e5537cc3a24b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0730751 Sep 13 10:16:34.235998 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff1f2192-306a-4f08-b774-67ead73761a0 req-fdd07da7-256a-4dc6-b64a-0eb0724890a6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456574 Sep 13 10:16:34.240636 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:34.641577 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:34.658717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43548) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:34.672052 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-071ead0f-1860-4ed2-a1f5-e56f4e61d93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:34.746963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-071ead0f-1860-4ed2-a1f5-e56f4e61d93b admin admin] Publish callbacks [] for security_group (9c89027e-7842-4f1f-ac5c-2f5415c24725), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:34.828893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-071ead0f-1860-4ed2-a1f5-e56f4e61d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9c89027e-7842-4f1f-ac5c-2f5415c24725), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:34.868363 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ead0f-1860-4ed2-a1f5-e56f4e61d93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89027e-7842-4f1f-ac5c-2f5415c24725,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:34.876918 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43556) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:34.877430 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-071ead0f-1860-4ed2-a1f5-e56f4e61d93b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5afae4aad81a4e7a890b2159c7ef79b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169957 Sep 13 10:16:34.934962 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Publish callbacks [] for security_group (9c89027e-7842-4f1f-ac5c-2f5415c24725), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:34.944462 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-6d26bea1-1de2-4eb3-baaf-3492ed25c8a6 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fbabe17-010d-4901-979a-668fa9e70da2 HTTP/1.1" status: 200 len: 1000 time: 0.0631745 Sep 13 10:16:34.958854 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Publish callbacks [] for security_group (9c89027e-7842-4f1f-ac5c-2f5415c24725), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:35.015464 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:35.095979 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9c89027e-7842-4f1f-ac5c-2f5415c24725), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:35.098483 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:35.099723 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9c89027e-7842-4f1f-ac5c-2f5415c24725 HTTP/1.1" status: 204 len: 168 time: 0.2218750 Sep 13 10:16:35.107867 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89027e-7842-4f1f-ac5c-2f5415c24725,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:35.116001 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.116348 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.116717 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.117109 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.117446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.117773 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.118121 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.118429 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.118753 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.119077 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.119429 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.119770 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.120102 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.120418 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.120737 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8a4f2-355d-45e4-8af4-b9681b125ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:35.357899 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af25eba-af14-4b87-bba7-113ece2dd2ba req-59cd95e4-5982-4008-9e2b-716adb7ee126 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:35.359412 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8af25eba-af14-4b87-bba7-113ece2dd2ba req-59cd95e4-5982-4008-9e2b-716adb7ee126 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0476253 Sep 13 10:16:35.372719 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:35.411190 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8af25eba-af14-4b87-bba7-113ece2dd2ba req-8f5dc60a-10ed-42a3-b693-845bc7c97ad8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Sep 13 10:16:35.566124 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:35.726224 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:35.823143 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:35.912750 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-4e27a744-c906-465a-a224-6ca398b091e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:35.914190 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-4e27a744-c906-465a-a224-6ca398b091e3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.0440135 Sep 13 10:16:35.968969 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-69d65bfc-7db6-4314-96fb-c7b4eee15f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:35.970793 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-69d65bfc-7db6-4314-96fb-c7b4eee15f58 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428700 Sep 13 10:16:36.072922 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-71f25863-2ec1-4ab8-8c01-42331840dc08 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942965 Sep 13 10:16:36.173143 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85ae1858-eeaf-48b2-822e-1db538c5c44a req-ad12a1fa-3fb2-4bae-b831-05da3b52410e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937233 Sep 13 10:16:36.246916 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43590) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:36.342454 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305880275-network', 'tenant_id': '723137b6e4764ec6b58b46f84a05a37e'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:36.352721 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:36.420750 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Made reservation on behalf of 723137b6e4764ec6b58b46f84a05a37e for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:36.423235 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.432671 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.541332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks [] for security_group (ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.557668 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e2db7-fae3-488c-a551-29853a8e35d9 req-911fdcaf-2b21-4afb-a2e5-187382d7373c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:36.559342 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2a8e2db7-fae3-488c-a551-29853a8e35d9 req-911fdcaf-2b21-4afb-a2e5-187382d7373c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0514553 Sep 13 10:16:36.607728 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2a8e2db7-fae3-488c-a551-29853a8e35d9 req-27eaec90-0a29-4221-95ff-a7e6e3083e0c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Sep 13 10:16:36.649778 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.671852 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 465} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:16:36.686461 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:36.689428 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (10d54676-ed2e-4cce-87dd-523e3c2bf444), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.689763 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Added segment 10d54676-ed2e-4cce-87dd-523e3c2bf444 of type vlan for network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 Sep 13 10:16:36.731675 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (b640de2f-1d12-4bb4-bb69-1af7b73e7f86), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.857446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (b640de2f-1d12-4bb4-bb69-1af7b73e7f86), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.858498 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:36.862662 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:36.927379 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] Pushing event updated for resources: {'Network': ['ID=b640de2f-1d12-4bb4-bb69-1af7b73e7f86,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:36.937755 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:16:36.983662 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9517f30b-f097-4a3f-91d9-ff3fa94fd444 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7352967 Sep 13 10:16:36.986354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43618) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:36.991282 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Request body: {'subnet': {'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305880275-subnet', 'tenant_id': '723137b6e4764ec6b58b46f84a05a37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:37.123944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Made reservation on behalf of 723137b6e4764ec6b58b46f84a05a37e for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:37.127043 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:37.378426 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:37.406632 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (3f80c08d-d1cf-4124-ae41-42b329d7ee2c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:37.466325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f80c08d-d1cf-4124-ae41-42b329d7ee2c,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:37.478917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Checking segment: {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:37.479068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Network hostable DHCP agents. Network: b640de2f-1d12-4bb4-bb69-1af7b73e7f86, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:16:37.549148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:16:37.640195 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, b640de2f-1d12-4bb4-bb69-1af7b73e7f86) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:37.644248 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:37.645074 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:37.658996 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b81776-2873-46f6-bf91-203db3223133 None None] Network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:37.743318 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08b96-989e-49a1-8750-3579ea0f6109 req-8c742abc-3c33-4f56-ae0f-84273b20f431 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:37.744772 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9bc08b96-989e-49a1-8750-3579ea0f6109 req-8c742abc-3c33-4f56-ae0f-84273b20f431 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0540268 Sep 13 10:16:37.760945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b346bc3-a691-4552-9cc5-34c586fae443 None None] Network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:37.762893 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-825bd67b-b9cd-4e6f-b628-92c5147607a7 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7754002 Sep 13 10:16:37.804257 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9bc08b96-989e-49a1-8750-3579ea0f6109 req-bacdd189-8530-45b3-96ef-6f94d9dae431 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535800 Sep 13 10:16:37.824891 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:37.926134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:38.072534 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:38.329184 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:38.740776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:38.926102 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf09b-7ee5-4996-a865-4b4b2f2577f9 req-d23467d0-71e8-4c23-9da4-c52c2f7a49d6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:38.927595 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e6bdf09b-7ee5-4996-a865-4b4b2f2577f9 req-d23467d0-71e8-4c23-9da4-c52c2f7a49d6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Sep 13 10:16:38.975196 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e6bdf09b-7ee5-4996-a865-4b4b2f2577f9 req-0b8f1252-789f-45cb-adf3-d6919f3378eb tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Sep 13 10:16:39.018031 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:39.472018 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:39.554125 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:39.643536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:39.878451 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.098268 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eb28d-6c17-4885-855d-f7c1169f3680 req-815a2d66-6acf-400b-9353-4a485fb468bd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:40.099797 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8f3eb28d-6c17-4885-855d-f7c1169f3680 req-815a2d66-6acf-400b-9353-4a485fb468bd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0515115 Sep 13 10:16:40.151622 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8f3eb28d-6c17-4885-855d-f7c1169f3680 req-0e8d231c-d6ee-45b6-97e6-b68774796767 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Sep 13 10:16:40.194595 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.234368 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.406243 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.432538 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.512108 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.622829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.708645 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:40.803996 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:41.131763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:41.217532 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:41.280805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40228f82-ed04-4ae4-9202-30adfa21fb3b req-c4f3468d-6599-4001-8ea7-042013dc5c52 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:41.283309 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-40228f82-ed04-4ae4-9202-30adfa21fb3b req-c4f3468d-6599-4001-8ea7-042013dc5c52 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Sep 13 10:16:41.332355 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-40228f82-ed04-4ae4-9202-30adfa21fb3b req-a16c8cdf-cdae-4849-8bda-503bcbfc5e08 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Sep 13 10:16:42.220900 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-c9a06831-f87e-493e-967f-e4565a4ddcef tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:42.222368 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-c9a06831-f87e-493e-967f-e4565a4ddcef tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/networks?id=b640de2f-1d12-4bb4-bb69-1af7b73e7f86 HTTP/1.1" status: 200 len: 809 time: 0.1079681 Sep 13 10:16:42.239035 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-09bb2f09-baa2-4782-82f3-cd05325cbe67 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/quotas/723137b6e4764ec6b58b46f84a05a37e HTTP/1.1" status: 200 len: 375 time: 0.0110948 Sep 13 10:16:42.276313 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-bc51f14b-5467-4eae-b500-c992b8a68ea7 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=723137b6e4764ec6b58b46f84a05a37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315235 Sep 13 10:16:42.373199 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-467fa289-4304-41ce-b8d4-a19252666b18 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891325 Sep 13 10:16:42.485414 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b019a2-d949-4a80-97d1-4da7409948d3 req-635f4d0d-cded-486e-9900-5a0ddeedbcf1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:42.486937 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9b019a2-d949-4a80-97d1-4da7409948d3 req-635f4d0d-cded-486e-9900-5a0ddeedbcf1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0599802 Sep 13 10:16:42.534512 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-9a54127e-0fc6-4183-85fe-a1e22c73f9b6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547589 Sep 13 10:16:42.555507 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9b019a2-d949-4a80-97d1-4da7409948d3 req-1081717f-dee4-4917-be0c-ec7dead802d5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629420 Sep 13 10:16:42.804812 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bd51dc57-cc21-4feb-a2a6-04450724b1e5 req-eaa79acf-2c52-4bbd-b10d-802b80e11a92 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0279365 Sep 13 10:16:42.809506 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:42.923951 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:43.428769 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:43.497976 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242d9c5-dfc9-45f5-9f94-22493711038b req-1248a381-6034-4d77-b14f-0c8dd39e2cdf tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:43.499455 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b242d9c5-dfc9-45f5-9f94-22493711038b req-1248a381-6034-4d77-b14f-0c8dd39e2cdf tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0454490 Sep 13 10:16:43.548715 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b242d9c5-dfc9-45f5-9f94-22493711038b req-a5d1a0a0-f0ec-4019-bca3-868e9185c5df tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Sep 13 10:16:43.572223 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:43.676389 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feca27d-d47d-466d-8325-92505174654c req-1a8ce6a9-30a5-445b-a938-2d5bc32e75be tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:43.677833 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7feca27d-d47d-466d-8325-92505174654c req-1a8ce6a9-30a5-445b-a938-2d5bc32e75be tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0451789 Sep 13 10:16:43.727738 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7feca27d-d47d-466d-8325-92505174654c req-3af00504-56e5-40ca-a84b-047e116fe671 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Sep 13 10:16:43.891845 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-93bdc3fa-f8c5-4ff2-bef2-8ead96389f3f req-37f9a615-9fad-4a8b-b048-326c07b57863 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0262437 Sep 13 10:16:44.308407 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:44.667933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfddfd3-fce2-4a14-8482-fc49e87fed09 req-e40ec329-e6dc-4a86-8b17-138a248ac298 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:44.669356 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7dfddfd3-fce2-4a14-8482-fc49e87fed09 req-e40ec329-e6dc-4a86-8b17-138a248ac298 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0455980 Sep 13 10:16:44.704097 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:44.716154 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7dfddfd3-fce2-4a14-8482-fc49e87fed09 req-91baff63-fa4d-45f7-b8ee-66ce7a475fe5 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Sep 13 10:16:44.854997 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c697e5-6850-4713-9efb-1df5da454dc9 req-1ecd1a30-498a-4fb0-9622-1b011a389002 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:44.856651 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-55c697e5-6850-4713-9efb-1df5da454dc9 req-1ecd1a30-498a-4fb0-9622-1b011a389002 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Sep 13 10:16:44.905584 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-55c697e5-6850-4713-9efb-1df5da454dc9 req-671ce07a-30e4-4f01-ba16-4f9f100c4e9f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Sep 13 10:16:44.991759 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6374b3b-940f-40f5-b08e-41ff1a0ad21f req-f221018f-edd9-4550-82e7-82b92a399837 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0270455 Sep 13 10:16:45.834363 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9316bc-d9fe-4c39-b419-045dd4972575 req-753707c6-94ef-4687-862a-ed27cf8c9c5a tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:45.835814 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3d9316bc-d9fe-4c39-b419-045dd4972575 req-753707c6-94ef-4687-862a-ed27cf8c9c5a tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0451970 Sep 13 10:16:45.883454 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3d9316bc-d9fe-4c39-b419-045dd4972575 req-896d648e-b356-4d00-9a4f-807122f0dcaf tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Sep 13 10:16:46.027603 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571cb9-31f1-45a0-a151-9746b28eed76 req-f8d3992a-cdc8-4a11-9cd7-6cbd791e103d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:46.029133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-02571cb9-31f1-45a0-a151-9746b28eed76 req-f8d3992a-cdc8-4a11-9cd7-6cbd791e103d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0495198 Sep 13 10:16:46.088443 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-02571cb9-31f1-45a0-a151-9746b28eed76 req-a30a8c61-0066-496c-935a-ea6f40a42835 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526552 Sep 13 10:16:46.104255 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41a9653e-73db-46f1-bdb3-4455ae14ded6 req-24cf3f84-7f12-40bb-a41f-86d6929c7e51 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0361958 Sep 13 10:16:47.005277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c879d-5aa3-4d13-8425-84444b7741af req-0a146dc2-7691-42dc-b69b-4660b4d40b15 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:47.006754 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce6c879d-5aa3-4d13-8425-84444b7741af req-0a146dc2-7691-42dc-b69b-4660b4d40b15 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0481389 Sep 13 10:16:47.054707 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce6c879d-5aa3-4d13-8425-84444b7741af req-a3271a29-da58-49f1-b52b-2a191cfb514a tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Sep 13 10:16:47.231417 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0e08cdc-c8a4-4683-ac44-8cfe71e9db81 req-3600dea8-26c7-4058-9a7d-7acd3d04af22 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0322735 Sep 13 10:16:47.244060 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee6bb-c878-48c0-9760-254c49fff9f7 req-beb9b6d7-4ad7-4a12-8622-db8dc09b0505 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:47.245529 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cf0ee6bb-c878-48c0-9760-254c49fff9f7 req-beb9b6d7-4ad7-4a12-8622-db8dc09b0505 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0773845 Sep 13 10:16:47.295579 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cf0ee6bb-c878-48c0-9760-254c49fff9f7 req-484b15a0-17a5-4515-82b8-3aec6488b937 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442858 Sep 13 10:16:47.553318 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43810) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:47.620564 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-9281077b-c0d9-4758-b31e-7b4e28a01641 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376792 Sep 13 10:16:47.667920 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ed658cd4-58d0-4d0f-97ca-caa49899bec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:47.746941 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-5b323461-e228-41aa-bdc2-34c22023abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:47.748710 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-5b323461-e228-41aa-bdc2-34c22023abae service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1129 time: 0.0429676 Sep 13 10:16:47.786529 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ed658cd4-58d0-4d0f-97ca-caa49899bec8 admin admin] Publish callbacks [] for security_group (9a13988f-8cdc-47fb-9c32-804271cf49e1), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:47.923478 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ed658cd4-58d0-4d0f-97ca-caa49899bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9a13988f-8cdc-47fb-9c32-804271cf49e1), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:47.962733 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-ed658cd4-58d0-4d0f-97ca-caa49899bec8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0965bee3831e47c9a052a6a26b9c0156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083326 Sep 13 10:16:47.964620 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658cd4-58d0-4d0f-97ca-caa49899bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13988f-8cdc-47fb-9c32-804271cf49e1,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:47.965513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43818) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:48.290866 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa7775-6b36-4291-b1d3-4bb10958444a req-2c22c6b0-dd27-4cb4-9f36-6698b9baa25e tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:48.292375 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d0fa7775-6b36-4291-b1d3-4bb10958444a req-2c22c6b0-dd27-4cb4-9f36-6698b9baa25e tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.1166594 Sep 13 10:16:48.372295 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ca54e582-77b2-424c-bbfa-fd80600b5322 admin admin] Publish callbacks [] for security_group (9a13988f-8cdc-47fb-9c32-804271cf49e1), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.375679 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-3bbfcbce-dac7-4606-a7a7-f0f23e050d4e tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:48.377717 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-3bbfcbce-dac7-4606-a7a7-f0f23e050d4e tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 946 time: 0.0964358 Sep 13 10:16:48.382504 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:48.396133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-02f846b8-01c9-4873-8df5-6a3834b152c3 req-923b068a-06bd-4a80-b523-d5ebbe0d0274 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0682776 Sep 13 10:16:48.411916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-4896098f-f0ca-4c9f-9d5f-a16ace1abeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:48.413357 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-4896098f-f0ca-4c9f-9d5f-a16ace1abeef service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.2365739 Sep 13 10:16:48.421686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ca54e582-77b2-424c-bbfa-fd80600b5322 admin admin] Publish callbacks [] for security_group (9a13988f-8cdc-47fb-9c32-804271cf49e1), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.481164 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d0fa7775-6b36-4291-b1d3-4bb10958444a req-c9f2fe80-5751-4355-97e0-d9122bb0624a tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4b7dde7f-2e33-406d-aed0-24c8b4780d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822236 Sep 13 10:16:48.484881 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-9ae2840b-5a2e-4e23-b7d1-1389ad29e39d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 217 time: 0.0609949 Sep 13 10:16:48.547902 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Deleting port 03852249-6bfc-4601-9c18-8131716a0788 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:16:48.548511 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (03852249-6bfc-4601-9c18-8131716a0788), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.560195 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:48.590679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68ad08-b10f-461d-9dea-8783641a0ba0 req-7e108b05-f320-4f6c-8257-8c2d7c496dfa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:48.597633 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf68ad08-b10f-461d-9dea-8783641a0ba0 req-7e108b05-f320-4f6c-8257-8c2d7c496dfa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0998673 Sep 13 10:16:48.610742 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-ae7fc591-2c97-48d5-a71e-18a8f746ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:48.612151 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-ae7fc591-2c97-48d5-a71e-18a8f746ad7e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.1110618 Sep 13 10:16:48.648284 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ca54e582-77b2-424c-bbfa-fd80600b5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9a13988f-8cdc-47fb-9c32-804271cf49e1), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.651012 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ca54e582-77b2-424c-bbfa-fd80600b5322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.654856 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ca54e582-77b2-424c-bbfa-fd80600b5322 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9a13988f-8cdc-47fb-9c32-804271cf49e1 HTTP/1.1" status: 204 len: 168 time: 0.6856837 Sep 13 10:16:48.657736 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] For port 03852249-6bfc-4601-9c18-8131716a0788, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=03852249-6bfc-4601-9c18-8131716a0788,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:48.658195 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (03852249-6bfc-4601-9c18-8131716a0788), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.666461 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf68ad08-b10f-461d-9dea-8783641a0ba0 req-33d23d1c-40bd-4355-8bf9-b39082ff0c1c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680485 Sep 13 10:16:48.667510 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54e582-77b2-424c-bbfa-fd80600b5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13988f-8cdc-47fb-9c32-804271cf49e1,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:48.685401 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Calling delete_port for 03852249-6bfc-4601-9c18-8131716a0788 owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:16:48.790608 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:48.916812 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-d1da223d-feaa-4086-a348-1ac65679e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:48.918388 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-d1da223d-feaa-4086-a348-1ac65679e9ca service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472696 Sep 13 10:16:48.955092 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (03852249-6bfc-4601-9c18-8131716a0788), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:48.973272 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['03852249-6bfc-4601-9c18-8131716a0788'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:16:49.023911 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Pushing event deleted for resources: {'Port': ['ID=03852249-6bfc-4601-9c18-8131716a0788,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:49.087778 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-499877ea-4e0d-4dc6-b70f-167f0da17767 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544585 Sep 13 10:16:49.142110 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] No DVR routers for this DVR port 03852249-6bfc-4601-9c18-8131716a0788 on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:16:49.156491 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:49.160405 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e4572c34-5a70-4c6d-9790-b7f4ca90e0af req-637e90a9-27f1-4a3c-a893-119f107b1b86 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.50 "DELETE /networking/v2.0/ports/03852249-6bfc-4601-9c18-8131716a0788 HTTP/1.1" status: 204 len: 173 time: 0.7598205 Sep 13 10:16:49.160931 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'name': 'network-vif-deleted', 'tag': '03852249-6bfc-4601-9c18-8131716a0788'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:49.163243 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5913cbce-3d28-4a56-9bd0-5cf3a3d7a249" -d '{"events": [{"server_uuid": "f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1", "name": "network-vif-deleted", "tag": "03852249-6bfc-4601-9c18-8131716a0788"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:49.248664 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f7b8bdf-7451-4b0a-97f0-f975294a356e req-b542cafa-7fd5-45da-9298-dc5cf7349572 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411083 Sep 13 10:16:49.271356 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c518fe5-d08b-4beb-89ba-f0eead2ad658 x-openstack-request-id: req-4c518fe5-d08b-4beb-89ba-f0eead2ad658 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:49.272568 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1", "name": "network-vif-deleted", "tag": "03852249-6bfc-4601-9c18-8131716a0788", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:49.272675 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c518fe5-d08b-4beb-89ba-f0eead2ad658 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:49.273223 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c518fe5-d08b-4beb-89ba-f0eead2ad658'] response: {'server_uuid': 'f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1', 'name': 'network-vif-deleted', 'tag': '03852249-6bfc-4601-9c18-8131716a0788', 'status': 'completed', 'code': 200} Sep 13 10:16:49.292115 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:49.335550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-527da103-b59a-491d-815d-d8c0b79183f5 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:49.337573 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-527da103-b59a-491d-815d-d8c0b79183f5 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "GET /networking/v2.0/networks?id=b640de2f-1d12-4bb4-bb69-1af7b73e7f86 HTTP/1.1" status: 200 len: 809 time: 0.1435196 Sep 13 10:16:49.358331 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Request body: {'port': {'device_id': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86', 'admin_state_up': True, 'tenant_id': '723137b6e4764ec6b58b46f84a05a37e'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:49.491765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 43860) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:49.511374 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-10e182ed-4020-453e-8ecc-57f283af49ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:49.558661 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a6325f4a-ba01-4757-8442-dc00f798754f req-79358922-6925-423f-81c9-19337c3079f5 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0421095 Sep 13 10:16:49.568592 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Made reservation on behalf of 723137b6e4764ec6b58b46f84a05a37e for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:16:49.577247 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:49.607904 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2438741e-5ddc-4991-8f19-616c89a3c9c9 req-95ae95a8-83d5-4115-b513-60c730bd86a6 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Sep 13 10:16:49.665324 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-10e182ed-4020-453e-8ecc-57f283af49ca admin admin] Publish callbacks [] for security_group (60a2bb78-3ba7-44da-8a23-bf264062c4ae), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:49.744233 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Allocated IP 172.20.0.2 (b640de2f-1d12-4bb4-bb69-1af7b73e7f86/3f80c08d-d1cf-4124-ae41-42b329d7ee2c/29b20b5f-7957-4ca8-bd2e-f8da2057f3d3) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:16:49.746341 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-10e182ed-4020-453e-8ecc-57f283af49ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (60a2bb78-3ba7-44da-8a23-bf264062c4ae), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:49.817610 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7beb58-9254-4096-8198-b8345e41ad14 req-bc79c34b-5d12-49dc-bb58-d1bc6aeab2b4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:49.819526 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ae7beb58-9254-4096-8198-b8345e41ad14 req-bc79c34b-5d12-49dc-bb58-d1bc6aeab2b4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0772209 Sep 13 10:16:49.840672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43870) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:49.841709 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-10e182ed-4020-453e-8ecc-57f283af49ca admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=eb0d35cbf9fb4b18b53d95fa97d6f241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398161 Sep 13 10:16:49.851135 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e182ed-4020-453e-8ecc-57f283af49ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2bb78-3ba7-44da-8a23-bf264062c4ae,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:49.977945 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ae7beb58-9254-4096-8198-b8345e41ad14 req-4bfea084-6fba-4c80-94aa-2db55d137016 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442399 Sep 13 10:16:50.019780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e618-ecaa-4f77-9c42-3a0f527eaeb4 admin admin] Publish callbacks [] for security_group (60a2bb78-3ba7-44da-8a23-bf264062c4ae), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.046491 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e618-ecaa-4f77-9c42-3a0f527eaeb4 admin admin] Publish callbacks [] for security_group (60a2bb78-3ba7-44da-8a23-bf264062c4ae), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.064602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks [] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.155124 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.183225 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e618-ecaa-4f77-9c42-3a0f527eaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (60a2bb78-3ba7-44da-8a23-bf264062c4ae), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.187466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-15b8e618-ecaa-4f77-9c42-3a0f527eaeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.190258 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-15b8e618-ecaa-4f77-9c42-3a0f527eaeb4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/60a2bb78-3ba7-44da-8a23-bf264062c4ae HTTP/1.1" status: 204 len: 168 time: 0.3448284 Sep 13 10:16:50.203668 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8e618-ecaa-4f77-9c42-3a0f527eaeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2bb78-3ba7-44da-8a23-bf264062c4ae,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:50.207893 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:16:50.211460 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:16:50.215435 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:16:50.218333 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Pushing event updated for resources: {'Port': ['ID=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:50.266292 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:50.267745 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.336204 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-1488b2af-6b5e-41e2-a51b-25c1e28f7367 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9841053 Sep 13 10:16:50.348709 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Request body: {'port': {'device_id': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:16:50.413036 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.676686 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:50.692646 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:50.695771 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:50.705039 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Publish callbacks [] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.710636 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b77c1d-9451-4210-b5c1-bd1570368c24 req-2394a97a-a077-4388-ab91-673b929c5a2d tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:50.712568 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-73b77c1d-9451-4210-b5c1-bd1570368c24 req-2394a97a-a077-4388-ab91-673b929c5a2d tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 931 time: 0.0739334 Sep 13 10:16:50.718745 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Transition to ACTIVE for port object 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:16:50.745590 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f954f2f1-97c6-4a22-9b8a-fefce5b80025 req-daab6f30-1304-4fcd-bf46-45e3a8bb3bec tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0318441 Sep 13 10:16:50.796957 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-73b77c1d-9451-4210-b5c1-bd1570368c24 req-5512de2e-1909-4723-8876-d56f612be2d0 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549903 Sep 13 10:16:50.806142 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.807654 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6fa840bf-2b1c-4cc0-8a48-9f48914711c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:50.884739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:50.914943 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Attempting to bind port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:16:50.915303 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Attempting to bind port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:16:50.915625 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Attempting to bind port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 on network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:50.960146 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 on network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:16:50.960467 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Attempting to bind port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 on network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:16:51.013762 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:16:51.014104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Checking segment: {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:16:51.014485 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Bound using segment: {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:16:51.016184 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Bound port: 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:16:51.016184 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.089666 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] For port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:16:51.094121 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] For port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:16:51.140245 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7ee3-eb77-4968-9a99-804d5b742a89 req-3d439e62-88a6-4d79-be8c-17922ed71812 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:51.143632 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57fd7ee3-eb77-4968-9a99-804d5b742a89 req-3d439e62-88a6-4d79-be8c-17922ed71812 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0512347 Sep 13 10:16:51.181407 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.185713 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:51.186329 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.190157 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 HTTP/1.1" status: 200 len: 1093 time: 0.8457212 Sep 13 10:16:51.197438 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57fd7ee3-eb77-4968-9a99-804d5b742a89 req-1183b249-e4bd-4aad-bd0b-e9d964d49752 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Sep 13 10:16:51.248597 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29441327-0512-4f3b-b372-e981f5ac5ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:51.274123 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'tag': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:16:51.276447 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83768ac7-94f4-4033-bad9-3e10a5eddcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba3f564-bb85-4a42-a420-3ea3811a814f", "tag": "29b20b5f-7957-4ca8-bd2e-f8da2057f3d3"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:16:51.318050 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d768e4-2c68-49b2-a817-b91d27da8782 x-openstack-request-id: req-64d768e4-2c68-49b2-a817-b91d27da8782 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:16:51.318345 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba3f564-bb85-4a42-a420-3ea3811a814f", "tag": "29b20b5f-7957-4ca8-bd2e-f8da2057f3d3", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:16:51.318602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64d768e4-2c68-49b2-a817-b91d27da8782 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:16:51.319005 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d768e4-2c68-49b2-a817-b91d27da8782'] response: {'name': 'network-changed', 'server_uuid': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'tag': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3', 'status': 'completed', 'code': 200} Sep 13 10:16:51.417214 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:51.497659 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43924) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:51.550389 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Deleting subnet 97a99670-4934-44b0-a719-a0d74056db10 {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:16:51.553679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Publish callbacks [] for subnet (97a99670-4934-44b0-a719-a0d74056db10), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.589136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Publish callbacks [] for subnet (97a99670-4934-44b0-a719-a0d74056db10), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.599219 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (97a99670-4934-44b0-a719-a0d74056db10), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.645540 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:51.694933 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768ac7-94f4-4033-bad9-3e10a5eddcaa req-67771dd7-af97-43b6-93ef-de49cf32f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:51.696463 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-83768ac7-94f4-4033-bad9-3e10a5eddcaa req-67771dd7-af97-43b6-93ef-de49cf32f978 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=723137b6e4764ec6b58b46f84a05a37e&device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 1127 time: 0.0435853 Sep 13 10:16:51.712479 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for subnet (97a99670-4934-44b0-a719-a0d74056db10), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.740554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a99670-4934-44b0-a719-a0d74056db10,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:51.745710 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.751547 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-9de75255-5487-47cc-8aac-72e4632a76a7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/97a99670-4934-44b0-a719-a0d74056db10 HTTP/1.1" status: 204 len: 168 time: 0.2528298 Sep 13 10:16:51.752472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43930) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:51.852796 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (7a1c7999-d9fa-42f5-b1d6-12b92bee03d1), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:51.907871 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768ac7-94f4-4033-bad9-3e10a5eddcaa req-a138dee9-f2f3-49ef-a90c-451091200e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:51.907871 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-83768ac7-94f4-4033-bad9-3e10a5eddcaa req-a138dee9-f2f3-49ef-a90c-451091200e0a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=723137b6e4764ec6b58b46f84a05a37e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1938629 Sep 13 10:16:51.926171 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:51.949222 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37eca2b2-cfa5-43c7-af0e-aa93dbaf4edd req-ea4d2788-30b5-4cc2-b739-e821a9ad7f54 tempest-DeleteServersTestJSON-2141756802 tempest-DeleteServersTestJSON-2141756802-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f8d6a0e2-f4d5-48ee-aa58-ebdab537b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0389342 Sep 13 10:16:52.019103 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (7a1c7999-d9fa-42f5-b1d6-12b92bee03d1), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.037281 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f74e60-82d3-42ae-bcb5-8fcfeb947bda req-b55e5534-2ade-410c-b8f4-6c862bb38592 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:52.038748 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89f74e60-82d3-42ae-bcb5-8fcfeb947bda req-b55e5534-2ade-410c-b8f4-6c862bb38592 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 943 time: 0.0918710 Sep 13 10:16:52.058503 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.058953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.059588 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.059933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > port after_create 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.060273 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.060601 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > port after_update 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.060917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.061249 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.061561 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.061876 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.134552 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.134910 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.135270 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.135603 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 10:16:52.135958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1c7999-d9fa-42f5-b1d6-12b92bee03d1']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:52.162935 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f3e8fe-1fef-4de7-be55-6180312fc9fd') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:52.163261 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f3e8fe-1fef-4de7-be55-6180312fc9fd') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:52.190352 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (c4f3e8fe-1fef-4de7-be55-6180312fc9fd), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.229000 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89f74e60-82d3-42ae-bcb5-8fcfeb947bda req-a6d3781e-d908-4524-ab3d-a428b352e18c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801002 Sep 13 10:16:52.229965 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (c4f3e8fe-1fef-4de7-be55-6180312fc9fd), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.238143 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:52.239815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Releasing vlan 489 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:16:52.246421 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (c4f3e8fe-1fef-4de7-be55-6180312fc9fd), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.349186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3fff-934f-425b-943a-8a0a9adfb5bd req-1fef75fd-f71e-4cb3-aca9-538680b8799a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:52.350891 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c7e3fff-934f-425b-943a-8a0a9adfb5bd req-1fef75fd-f71e-4cb3-aca9-538680b8799a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0608463 Sep 13 10:16:52.376391 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:52.427481 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c7e3fff-934f-425b-943a-8a0a9adfb5bd req-9bbf78a8-f965-4441-b24c-c3961e3116b8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654771 Sep 13 10:16:52.440547 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (7a1c7999-d9fa-42f5-b1d6-12b92bee03d1), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.448686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.458680 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7a1c7999-d9fa-42f5-b1d6-12b92bee03d1 HTTP/1.1" status: 204 len: 168 time: 0.6985323 Sep 13 10:16:52.458680 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43960) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:52.496078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment c4f3e8fe-1fef-4de7-be55-6180312fc9fd resource provider aggregate not found Sep 13 10:16:52.499612 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96e950-16e1-4603-ba48-c0a3f0deb997 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1c7999-d9fa-42f5-b1d6-12b92bee03d1,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:52.520494 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment c4f3e8fe-1fef-4de7-be55-6180312fc9fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4f3e8fe-1fef-4de7-be55-6180312fc9fd found for delete ", "request_id": "req-732297c2-a6c8-4d4c-af18-7956a0bfb384"}]} Sep 13 10:16:52.528689 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Deleting subnet 36813a90-0ed2-402f-9628-7134bdf7417c {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:16:52.532944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Publish callbacks [] for subnet (36813a90-0ed2-402f-9628-7134bdf7417c), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.567903 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (36813a90-0ed2-402f-9628-7134bdf7417c), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.608328 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (36813a90-0ed2-402f-9628-7134bdf7417c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.806019 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (36813a90-0ed2-402f-9628-7134bdf7417c), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.838835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36813a90-0ed2-402f-9628-7134bdf7417c,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:52.846770 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:52.846770 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-1022800a-62de-49ed-b555-78dbd1159802 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/36813a90-0ed2-402f-9628-7134bdf7417c HTTP/1.1" status: 204 len: 168 time: 0.3890917 Sep 13 10:16:52.848783 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 43972) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:52.923589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (be488943-7087-4f23-907f-9bbad7f8e5b9), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.010401 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (be488943-7087-4f23-907f-9bbad7f8e5b9), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.038967 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be488943-7087-4f23-907f-9bbad7f8e5b9']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:53.043111 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:53.046536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a973812c-ff63-4f9c-9c2b-967c307cb8ef') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:53.046829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a973812c-ff63-4f9c-9c2b-967c307cb8ef') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:53.058356 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (a973812c-ff63-4f9c-9c2b-967c307cb8ef), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.073957 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (a973812c-ff63-4f9c-9c2b-967c307cb8ef), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.092420 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Releasing vlan 467 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:16:53.093274 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (a973812c-ff63-4f9c-9c2b-967c307cb8ef), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.134526 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768ac7-94f4-4033-bad9-3e10a5eddcaa req-40bb8272-b058-4f32-85c6-20d643564667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:53.136125 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-83768ac7-94f4-4033-bad9-3e10a5eddcaa req-40bb8272-b058-4f32-85c6-20d643564667 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3735189 Sep 13 10:16:53.222694 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (be488943-7087-4f23-907f-9bbad7f8e5b9), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.223028 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e67d9006-df80-46f6-8df1-1a857781bba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.238741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.244963 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/be488943-7087-4f23-907f-9bbad7f8e5b9 HTTP/1.1" status: 204 len: 168 time: 0.3926063 Sep 13 10:16:53.262813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41c719-cf2c-4fd9-8b8d-ec19a93cdb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=be488943-7087-4f23-907f-9bbad7f8e5b9,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:53.378160 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b223e-cf0e-4f8e-b8fb-f037cb77c90f req-e9841c62-3a1e-4d2b-8675-857bec99403e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:53.379654 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f76b223e-cf0e-4f8e-b8fb-f037cb77c90f req-e9841c62-3a1e-4d2b-8675-857bec99403e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 943 time: 0.0465553 Sep 13 10:16:53.429478 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f76b223e-cf0e-4f8e-b8fb-f037cb77c90f req-3639a45b-44e0-412f-a88e-f3c63024ab9e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Sep 13 10:16:53.543684 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98b8b-678d-42b3-b4c5-40129eb932c6 req-7d9d9dd4-9e21-4410-b71b-476b331af8a2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:53.545129 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-80c98b8b-678d-42b3-b4c5-40129eb932c6 req-7d9d9dd4-9e21-4410-b71b-476b331af8a2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0462787 Sep 13 10:16:53.592015 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-80c98b8b-678d-42b3-b4c5-40129eb932c6 req-f07d3e67-40a0-491e-86a8-258aba4e27f0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Sep 13 10:16:53.719490 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44014) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:53.764522 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-dd0acefd-ba75-4a17-bb14-aa0aa19568f2 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bd469d812fad4dd18a0c73980f756e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414336 Sep 13 10:16:53.764735 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44016) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:53.783723 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 03852249-6bfc-4601-9c18-8131716a0788 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:16:53.816212 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 03852249-6bfc-4601-9c18-8131716a0788 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:16:53.823274 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 03852249-6bfc-4601-9c18-8131716a0788 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:16:53.825179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2aff653b-25c2-4833-8d11-5652e0968905 admin admin] Publish callbacks [] for security_group (f4f6ce71-8cb5-4cd4-80c0-3d393c4caace), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.863225 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2aff653b-25c2-4833-8d11-5652e0968905 admin admin] Publish callbacks [] for security_group (f4f6ce71-8cb5-4cd4-80c0-3d393c4caace), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:53.872581 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:54.014507 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2aff653b-25c2-4833-8d11-5652e0968905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f4f6ce71-8cb5-4cd4-80c0-3d393c4caace), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.017130 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2aff653b-25c2-4833-8d11-5652e0968905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.018556 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-2aff653b-25c2-4833-8d11-5652e0968905 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f4f6ce71-8cb5-4cd4-80c0-3d393c4caace HTTP/1.1" status: 204 len: 168 time: 0.2527256 Sep 13 10:16:54.030485 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff653b-25c2-4833-8d11-5652e0968905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f6ce71-8cb5-4cd4-80c0-3d393c4caace,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:54.371778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.442065 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44032) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:54.547369 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment a973812c-ff63-4f9c-9c2b-967c307cb8ef resource provider aggregate not found Sep 13 10:16:54.569387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fb07a9b7-5b3f-4152-8eed-51fbad438dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.573979 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment a973812c-ff63-4f9c-9c2b-967c307cb8ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a973812c-ff63-4f9c-9c2b-967c307cb8ef found for delete ", "request_id": "req-86fbecc0-4af6-4660-96bc-d53ddc2a1b28"}]} Sep 13 10:16:54.587707 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b5529-515b-4043-816c-06d2dfd28cbd req-f05ded16-1382-4e94-abe1-83769f6cf648 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:54.589160 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-768b5529-515b-4043-816c-06d2dfd28cbd req-f05ded16-1382-4e94-abe1-83769f6cf648 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 943 time: 0.0775070 Sep 13 10:16:54.635017 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44046) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:54.664261 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-768b5529-515b-4043-816c-06d2dfd28cbd req-72658fc9-7f97-40d5-af37-1e75ef09cd8a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676577 Sep 13 10:16:54.703279 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-2738017f-b3f7-43f2-b223-4b7c64211c5e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9faf6e036fe946b4879f13ce30671eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669804 Sep 13 10:16:54.706483 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44050) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:54.745975 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fb07a9b7-5b3f-4152-8eed-51fbad438dfd admin admin] Publish callbacks [] for security_group (5b7c1314-f771-4ac7-8b82-366d4cd10787), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.756835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e034357-be82-401f-98b9-9dd7261d4c7a req-9e8a21b9-d1b5-4c75-8a30-14981cefd760 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:54.758312 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e034357-be82-401f-98b9-9dd7261d4c7a req-9e8a21b9-d1b5-4c75-8a30-14981cefd760 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0568318 Sep 13 10:16:54.764117 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-934f559e-dc4d-46d8-8b71-dbdcafe1d7ef admin admin] Publish callbacks [] for security_group (4fcd7e31-0973-42df-95b7-b7fa33eb9e9a), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.786047 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-934f559e-dc4d-46d8-8b71-dbdcafe1d7ef admin admin] Publish callbacks [] for security_group (4fcd7e31-0973-42df-95b7-b7fa33eb9e9a), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.808488 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e034357-be82-401f-98b9-9dd7261d4c7a req-c764d7a0-42e9-40ca-970b-c18270236e7a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Sep 13 10:16:54.909133 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-934f559e-dc4d-46d8-8b71-dbdcafe1d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4fcd7e31-0973-42df-95b7-b7fa33eb9e9a), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.911659 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-934f559e-dc4d-46d8-8b71-dbdcafe1d7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.912830 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-934f559e-dc4d-46d8-8b71-dbdcafe1d7ef admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4fcd7e31-0973-42df-95b7-b7fa33eb9e9a HTTP/1.1" status: 204 len: 168 time: 0.2052631 Sep 13 10:16:54.926318 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f559e-dc4d-46d8-8b71-dbdcafe1d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd7e31-0973-42df-95b7-b7fa33eb9e9a,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:54.928763 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-40a30523-92ad-4a5b-ade3-4cdcdc8c74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:54.930297 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-40a30523-92ad-4a5b-ade3-4cdcdc8c74bb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=723137b6e4764ec6b58b46f84a05a37e&device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 1127 time: 0.0528705 Sep 13 10:16:54.930519 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fb07a9b7-5b3f-4152-8eed-51fbad438dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5b7c1314-f771-4ac7-8b82-366d4cd10787), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:54.980164 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-d1921e7d-9275-4803-8333-d353bd143349 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 HTTP/1.1" status: 200 len: 217 time: 0.0398195 Sep 13 10:16:54.984435 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-fb07a9b7-5b3f-4152-8eed-51fbad438dfd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=317d10395c254ee2922daadf807d9585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413043 Sep 13 10:16:54.985262 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a9b7-5b3f-4152-8eed-51fbad438dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7c1314-f771-4ac7-8b82-366d4cd10787,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:54.988082 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44054) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:55.055382 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-6cab1f97-4333-4db7-b1a3-3daa319e5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:55.056843 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-6cab1f97-4333-4db7-b1a3-3daa319e5104 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3f80c08d-d1cf-4124-ae41-42b329d7ee2c HTTP/1.1" status: 200 len: 849 time: 0.0703475 Sep 13 10:16:55.078502 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6189-40e5-40d1-ac80-d4d2616117c3 admin admin] Publish callbacks [] for security_group (5b7c1314-f771-4ac7-8b82-366d4cd10787), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:55.111943 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-a9cac6b6-8fbb-4540-8f23-e3f2aa6ba8af service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b640de2f-1d12-4bb4-bb69-1af7b73e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307257 Sep 13 10:16:55.134825 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6189-40e5-40d1-ac80-d4d2616117c3 admin admin] Publish callbacks [] for security_group (5b7c1314-f771-4ac7-8b82-366d4cd10787), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:55.201133 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:16:55.240925 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-0bf016cc-e74b-4ae0-abfe-a0440335fb48 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187201 Sep 13 10:16:55.305637 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6189-40e5-40d1-ac80-d4d2616117c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5b7c1314-f771-4ac7-8b82-366d4cd10787), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:55.308256 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6189-40e5-40d1-ac80-d4d2616117c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:55.309393 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-fdcb6189-40e5-40d1-ac80-d4d2616117c3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5b7c1314-f771-4ac7-8b82-366d4cd10787 HTTP/1.1" status: 204 len: 168 time: 0.3128104 Sep 13 10:16:55.325713 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb6189-40e5-40d1-ac80-d4d2616117c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7c1314-f771-4ac7-8b82-366d4cd10787,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:55.351983 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:55.365639 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b0eb8c53-ae79-4c08-8193-4688f8b038ce req-a9937b23-f725-4d0d-80d3-9b7b4098ead2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150494 Sep 13 10:16:55.835825 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b832a1-cd12-4cb2-9280-d9860726c4ab req-9318ceab-f4aa-48c7-b692-782105b1f365 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:55.840539 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87b832a1-cd12-4cb2-9280-d9860726c4ab req-9318ceab-f4aa-48c7-b692-782105b1f365 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 943 time: 0.0756698 Sep 13 10:16:55.840882 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:55.891871 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44090) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:55.912597 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87b832a1-cd12-4cb2-9280-d9860726c4ab req-95209682-5c3c-49e4-96f2-8431cc2da5e1 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631249 Sep 13 10:16:55.958207 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.007090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94de79e-fb3f-480b-8068-831ae00ff8f4 req-eb0b173e-75ea-4bfb-ad1c-f8ebe6c08c7a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:56.009241 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e94de79e-fb3f-480b-8068-831ae00ff8f4 req-eb0b173e-75ea-4bfb-ad1c-f8ebe6c08c7a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Sep 13 10:16:56.043385 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:56.078451 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e94de79e-fb3f-480b-8068-831ae00ff8f4 req-473a7086-8c6b-490a-9609-7228f3b548c1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Sep 13 10:16:56.223550 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44100) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:56.234880 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7448f1f3-8217-4fa1-811b-ba2c2e536e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.322343 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7448f1f3-8217-4fa1-811b-ba2c2e536e14 admin admin] Publish callbacks [] for security_group (26761f34-b0b4-4382-a3b0-88241fa64270), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.324618 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (ad67c5a9-a879-4636-a62f-0104cbaccc37), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.371429 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:56.397370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7448f1f3-8217-4fa1-811b-ba2c2e536e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (26761f34-b0b4-4382-a3b0-88241fa64270), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.443925 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7448f1f3-8217-4fa1-811b-ba2c2e536e14 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fc8ee43f01e94959b03626bc2eb1b41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193606 Sep 13 10:16:56.446996 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44104) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:56.470186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448f1f3-8217-4fa1-811b-ba2c2e536e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26761f34-b0b4-4382-a3b0-88241fa64270,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:56.519540 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d53fa8c-c7de-4a3f-9af6-26c48cc7ea2f admin admin] Publish callbacks [] for security_group (26761f34-b0b4-4382-a3b0-88241fa64270), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.541320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d53fa8c-c7de-4a3f-9af6-26c48cc7ea2f admin admin] Publish callbacks [] for security_group (26761f34-b0b4-4382-a3b0-88241fa64270), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.548438 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:56.608226 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Deleting port 7113ccc4-6486-45aa-8569-34b18b31ae64 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:16:56.608562 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.639452 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d53fa8c-c7de-4a3f-9af6-26c48cc7ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (26761f34-b0b4-4382-a3b0-88241fa64270), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.642778 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d53fa8c-c7de-4a3f-9af6-26c48cc7ea2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.646407 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7d53fa8c-c7de-4a3f-9af6-26c48cc7ea2f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/26761f34-b0b4-4382-a3b0-88241fa64270 HTTP/1.1" status: 204 len: 168 time: 0.1957636 Sep 13 10:16:56.653681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53fa8c-c7de-4a3f-9af6-26c48cc7ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26761f34-b0b4-4382-a3b0-88241fa64270,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:56.685041 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:56.696685 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] For port 7113ccc4-6486-45aa-8569-34b18b31ae64, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=7113ccc4-6486-45aa-8569-34b18b31ae64,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:56.697030 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.711034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Calling delete_port for 7113ccc4-6486-45aa-8569-34b18b31ae64 owned by network:router_interface {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:16:56.940431 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (7113ccc4-6486-45aa-8569-34b18b31ae64), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:56.973051 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=7113ccc4-6486-45aa-8569-34b18b31ae64,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:57.055649 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5c037-908f-4772-94d4-f1a63fd3fe80 req-28c7004c-066f-4f4c-89e3-3ce6bdbfef6d tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:57.063675 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-75f5c037-908f-4772-94d4-f1a63fd3fe80 req-28c7004c-066f-4f4c-89e3-3ce6bdbfef6d tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 943 time: 0.0793109 Sep 13 10:16:57.166638 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-75f5c037-908f-4772-94d4-f1a63fd3fe80 req-3e520a58-1d4f-4079-a2b1-7060a3d4a25f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010017 Sep 13 10:16:57.268426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2b40-ccca-44d2-aed2-2ce7f37386b7 req-7b1eef93-7c65-4bad-8a65-d47faa996a20 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:57.268536 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (ad67c5a9-a879-4636-a62f-0104cbaccc37), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:57.271771 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-148d2b40-ccca-44d2-aed2-2ce7f37386b7 req-7b1eef93-7c65-4bad-8a65-d47faa996a20 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0817835 Sep 13 10:16:57.330766 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-148d2b40-ccca-44d2-aed2-2ce7f37386b7 req-238442e3-e62e-44d8-ad5a-cf65da9b5ccc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580122 Sep 13 10:16:57.723308 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:57.737883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Router ad67c5a9-a879-4636-a62f-0104cbaccc37 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:16:57.844919 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:16:57.853328 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44142) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:57.857404 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] Sync routers for ids ['ad67c5a9-a879-4636-a62f-0104cbaccc37'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:16:57.861103 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-00685533-0a45-4d75-9e76-886d35549fdc admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/ad67c5a9-a879-4636-a62f-0104cbaccc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662182 Sep 13 10:16:57.870057 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] Routers {'ad67c5a9-a879-4636-a62f-0104cbaccc37'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:57.870670 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['ad67c5a9-a879-4636-a62f-0104cbaccc37'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:57.973796 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] Set router ad67c5a9-a879-4636-a62f-0104cbaccc37 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:57.974497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks [] for router (ad67c5a9-a879-4636-a62f-0104cbaccc37), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:58.073942 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks [] for router_gateway (ad67c5a9-a879-4636-a62f-0104cbaccc37), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:58.147268 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:16:56Z', 'revision_number': 5, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port': {'id': '093cf26b-19cd-43af-9988-b81a5b0c7244', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:34Z', 'updated_at': '2022-09-13T10:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:58.176767 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] Checking router: ad67c5a9-a879-4636-a62f-0104cbaccc37 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:16:58.186295 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] Routers {'ad67c5a9-a879-4636-a62f-0104cbaccc37'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:16:58.186916 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['ad67c5a9-a879-4636-a62f-0104cbaccc37'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:58.188836 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Deleting port 093cf26b-19cd-43af-9988-b81a5b0c7244 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:16:58.189213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:58.286583 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] Set router ad67c5a9-a879-4636-a62f-0104cbaccc37 gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:16:58.343763 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:16:58Z', 'revision_number': 6, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:16:58.345775 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f7312-2544-49de-90e8-b274c7505378 req-5e919a2c-4ff2-453e-b0a7-a53720a4a659 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:58.347260 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac5f7312-2544-49de-90e8-b274c7505378 req-5e919a2c-4ff2-453e-b0a7-a53720a4a659 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 943 time: 0.0753992 Sep 13 10:16:58.354914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] For port 093cf26b-19cd-43af-9988-b81a5b0c7244, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=093cf26b-19cd-43af-9988-b81a5b0c7244,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:58.354914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:58.383557 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd5c44-1e45-4b5f-a8d3-f28a34335d8c None None] The sync data for ids ['ad67c5a9-a879-4636-a62f-0104cbaccc37'] in dv-cinder-854274-4-iscsi is: [{'id': 'ad67c5a9-a879-4636-a62f-0104cbaccc37', 'name': 'tempest-DeleteServersTestJSON-1715370882-router', 'tenant_id': '30beae855402476b9e1e542be6cc7e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:33Z', 'updated_at': '2022-09-13T10:16:58Z', 'revision_number': 6, 'project_id': '30beae855402476b9e1e542be6cc7e88', 'gw_port_host': None}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:16:58.386358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Calling delete_port for 093cf26b-19cd-43af-9988-b81a5b0c7244 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:16:58.415818 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:58.486177 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac5f7312-2544-49de-90e8-b274c7505378 req-a6796d19-f275-4d04-9443-f04303db3ddd tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290305 Sep 13 10:16:58.746744 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40c8b-1b2f-458c-a5c6-4dd651edf56e req-cb1a3bc3-8d98-4caa-9f56-6778222ed7ec tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:58.754380 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eca40c8b-1b2f-458c-a5c6-4dd651edf56e req-cb1a3bc3-8d98-4caa-9f56-6778222ed7ec tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.3083704 Sep 13 10:16:58.842533 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:16:58.880276 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eca40c8b-1b2f-458c-a5c6-4dd651edf56e req-8865848f-f83e-4809-8fbb-6395119d35da tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244695 Sep 13 10:16:58.886537 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7113ccc4-6486-45aa-8569-34b18b31ae64 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:16:58.910097 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:58.925525 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 7113ccc4-6486-45aa-8569-34b18b31ae64 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:16:58.926037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7113ccc4-6486-45aa-8569-34b18b31ae64 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:16:58.954372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:59.001461 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:59.012738 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3', 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86', 'port_id': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3', 'mac_address': 'fa:16:3e:a7:b5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 465, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f80c08d-d1cf-4124-ae41-42b329d7ee2c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:16:59.052950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:16:59.053339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.067327 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:16:59.075157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (093cf26b-19cd-43af-9988-b81a5b0c7244), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.089617 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:16:59.106408 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=093cf26b-19cd-43af-9988-b81a5b0c7244,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:59.152669 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.170046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (ad67c5a9-a879-4636-a62f-0104cbaccc37), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.220037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:59.228813 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.229159 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.229505 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.230286 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.230628 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.230965 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.231324 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.231652 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.231978 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.232305 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.232630 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.232955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.233276 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.233597 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.233920 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:16:59.286889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (ad67c5a9-a879-4636-a62f-0104cbaccc37), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.290913 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks [] for router_controller (ad67c5a9-a879-4636-a62f-0104cbaccc37), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.410141 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (ad67c5a9-a879-4636-a62f-0104cbaccc37), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.411351 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad67c5a9-a879-4636-a62f-0104cbaccc37 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:16:59.416188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.417381 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-707a4ef7-19e4-4463-baf1-b4a6dfedbed3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/ad67c5a9-a879-4636-a62f-0104cbaccc37 HTTP/1.1" status: 204 len: 168 time: 1.5630012 Sep 13 10:16:59.420118 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44182) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:59.466241 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Deleting subnet 852e4b4c-a322-46fc-80a1-962b50e7218f {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:16:59.470386 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Publish callbacks [] for subnet (852e4b4c-a322-46fc-80a1-962b50e7218f), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.507217 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (852e4b4c-a322-46fc-80a1-962b50e7218f), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.650579 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (852e4b4c-a322-46fc-80a1-962b50e7218f), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.681240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60702c22-839d-43b8-90ad-838e974d3898 req-5f4093ed-8d23-433f-9a74-224c7d5afc21 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:16:59.682693 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60702c22-839d-43b8-90ad-838e974d3898 req-5f4093ed-8d23-433f-9a74-224c7d5afc21 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 944 time: 0.1067986 Sep 13 10:16:59.715917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:16:59.750954 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60702c22-839d-43b8-90ad-838e974d3898 req-0112751f-7a90-46dd-a448-32c8d112a281 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621200 Sep 13 10:16:59.868967 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (852e4b4c-a322-46fc-80a1-962b50e7218f), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.895329 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=852e4b4c-a322-46fc-80a1-962b50e7218f,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:16:59.898908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:16:59.902355 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7f1f2cf8-0ab1-43a8-ac4e-b96329a3e1c8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/852e4b4c-a322-46fc-80a1-962b50e7218f HTTP/1.1" status: 204 len: 168 time: 0.4809711 Sep 13 10:16:59.906441 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44194) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:16:59.907765 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c8bc1-3ac7-4669-b416-f793255d60b6 None None] Network 6e500297-ade6-4fb0-874a-f549e7fd997d requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:16:59.928068 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:00.014556 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (6e500297-ade6-4fb0-874a-f549e7fd997d), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.025740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838d236-a9dc-40e7-80cf-2b81be7ddfdb req-0e6307be-29ae-4524-b4fc-130379815f54 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:00.027330 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3838d236-a9dc-40e7-80cf-2b81be7ddfdb req-0e6307be-29ae-4524-b4fc-130379815f54 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0716157 Sep 13 10:17:00.071314 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] DHCP port deletion for 6e500297-ade6-4fb0-874a-f549e7fd997d request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:17:00.100278 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Deleting port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:17:00.100821 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.110213 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] Deleting port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:17:00.110588 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.119686 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3838d236-a9dc-40e7-80cf-2b81be7ddfdb req-acee4cd1-8c3f-4e99-99f1-56705355efd4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850787 Sep 13 10:17:00.177260 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] For port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:00.177653 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.178129 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] For port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,segment=NetworkSegment(b9c5739e-c56c-4397-81c5-1ad9bbe729f9),segment_id=b9c5739e-c56c-4397-81c5-1ad9bbe729f9)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:00.178513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.190638 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] Calling delete_port for 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:17:00.192011 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Calling delete_port for 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 owned by network:dhcp {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:17:00.246715 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:00.325713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.351402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Pushing event deleted for resources: {'Port': ['ID=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:00.358683 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] No DVR routers for this DVR port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 on host dv-cinder-854274-4-iscsi {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:17:00.423566 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (1af4f9e3-6913-49c6-b2d9-c4c6e5387e68), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.436014 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (6e500297-ade6-4fb0-874a-f549e7fd997d), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.448186 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] Pushing event deleted for resources: {'Port': ['ID=1af4f9e3-6913-49c6-b2d9-c4c6e5387e68,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:00.451572 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2757b74-9100-4811-bce9-71fc6bd23e75 None None] No DVR routers for this DVR port 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:17:00.461575 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e500297-ade6-4fb0-874a-f549e7fd997d']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:00.472158 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:00.472439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c5739e-c56c-4397-81c5-1ad9bbe729f9') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:00.482070 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (b9c5739e-c56c-4397-81c5-1ad9bbe729f9), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.495264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (b9c5739e-c56c-4397-81c5-1ad9bbe729f9), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.502079 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Releasing vlan 498 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:17:00.502445 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (b9c5739e-c56c-4397-81c5-1ad9bbe729f9), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.546682 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment b9c5739e-c56c-4397-81c5-1ad9bbe729f9 resource provider aggregate not found Sep 13 10:17:00.564875 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment b9c5739e-c56c-4397-81c5-1ad9bbe729f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c5739e-c56c-4397-81c5-1ad9bbe729f9 found for delete ", "request_id": "req-0634f747-192f-4fd6-b9b0-675c1fc53b33"}]} Sep 13 10:17:00.580850 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:17:00.600236 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:17:00.600586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 1af4f9e3-6913-49c6-b2d9-c4c6e5387e68 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:17:00.600999 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 093cf26b-19cd-43af-9988-b81a5b0c7244 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:17:00.618928 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 093cf26b-19cd-43af-9988-b81a5b0c7244 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:17:00.619306 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 093cf26b-19cd-43af-9988-b81a5b0c7244 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:17:00.650855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (6e500297-ade6-4fb0-874a-f549e7fd997d), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.656669 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:00.659847 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/6e500297-ade6-4fb0-874a-f549e7fd997d HTTP/1.1" status: 204 len: 168 time: 0.7538917 Sep 13 10:17:00.671515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fcc85-a0a0-4fa5-a949-cfaa25e1ff7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e500297-ade6-4fb0-874a-f549e7fd997d,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:00.873953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab973340-efd5-4ae7-b49e-60a31698fcf4 req-3a1c4083-b0cb-47da-ba33-87a61e5bb763 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:00.876005 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ab973340-efd5-4ae7-b49e-60a31698fcf4 req-3a1c4083-b0cb-47da-ba33-87a61e5bb763 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 944 time: 0.0464437 Sep 13 10:17:00.922719 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ab973340-efd5-4ae7-b49e-60a31698fcf4 req-a60a84cf-b26d-4bee-baeb-bc86ec31513a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Sep 13 10:17:01.124666 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44212) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:01.165177 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-2cfe0c98-5ad2-467b-ac81-9394b6d0d11c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=30beae855402476b9e1e542be6cc7e88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392609 Sep 13 10:17:01.167640 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44216) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:01.220678 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-36c4c717-db46-4df7-8801-65c194d90eec admin admin] Publish callbacks [] for security_group (4b7dde7f-2e33-406d-aed0-24c8b4780d89), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:01.242080 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-36c4c717-db46-4df7-8801-65c194d90eec admin admin] Publish callbacks [] for security_group (4b7dde7f-2e33-406d-aed0-24c8b4780d89), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:01.251680 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9934e-5726-45d2-8122-555132d79fc9 req-90b8a5e9-fba3-458a-8c8a-41955fe5c883 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:01.253148 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-02f9934e-5726-45d2-8122-555132d79fc9 req-90b8a5e9-fba3-458a-8c8a-41955fe5c883 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Sep 13 10:17:01.308767 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-02f9934e-5726-45d2-8122-555132d79fc9 req-911f5d85-1991-41fe-beed-ac3a3df28487 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Sep 13 10:17:01.353862 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-36c4c717-db46-4df7-8801-65c194d90eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4b7dde7f-2e33-406d-aed0-24c8b4780d89), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:01.356513 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-36c4c717-db46-4df7-8801-65c194d90eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:01.357669 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-36c4c717-db46-4df7-8801-65c194d90eec admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4b7dde7f-2e33-406d-aed0-24c8b4780d89 HTTP/1.1" status: 204 len: 168 time: 0.1890409 Sep 13 10:17:01.366401 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c717-db46-4df7-8801-65c194d90eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7dde7f-2e33-406d-aed0-24c8b4780d89,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:02.043532 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cfbb2-6ce5-4ae3-a0f0-310bd4027e7d req-0217ebea-827a-46d1-88cf-235a000d3690 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:02.045023 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-567cfbb2-6ce5-4ae3-a0f0-310bd4027e7d req-0217ebea-827a-46d1-88cf-235a000d3690 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 944 time: 0.0473197 Sep 13 10:17:02.093024 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-567cfbb2-6ce5-4ae3-a0f0-310bd4027e7d req-d6180b37-7e01-4a99-95ab-5935f5ad76a1 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Sep 13 10:17:02.117372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['29b20b5f-7957-4ca8-bd2e-f8da2057f3d3'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:02.407900 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44252) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:02.443641 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507089f9-8114-4a02-82cf-fc4331347986 req-504f210f-3ff3-4bc7-999e-647b6e3d4d95 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:02.445159 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-507089f9-8114-4a02-82cf-fc4331347986 req-504f210f-3ff3-4bc7-999e-647b6e3d4d95 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0529227 Sep 13 10:17:02.497574 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-507089f9-8114-4a02-82cf-fc4331347986 req-1339c84a-eac4-4e0a-b519-cec12f18452d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459907 Sep 13 10:17:02.509562 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-913461725-network', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:02.622821 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Made reservation on behalf of c9aaa16702a5422b90578033420da9bd for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:02.625439 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.634450 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.666329 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:02.708822 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks [] for security_group (4ca9d378-7666-44de-9c86-465bea2c2c4f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.785909 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4ca9d378-7666-44de-9c86-465bea2c2c4f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.806785 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:17:02.824271 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9d378-7666-44de-9c86-465bea2c2c4f,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:02.827213 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (ca2bfdfb-e989-49b1-8f39-0e79037e7c8f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.827535 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Added segment ca2bfdfb-e989-49b1-8f39-0e79037e7c8f of type vlan for network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 Sep 13 10:17:02.869508 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.971880 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:02.973145 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:02.976102 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:03.039414 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] Pushing event updated for resources: {'Network': ['ID=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:03.048903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:17:03.105028 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a81426a8-c511-4542-aef0-4e11d4b31466 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6959801 Sep 13 10:17:03.108042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44266) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:03.113405 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Request body: {'subnet': {'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-913461725-subnet', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:03.211563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Made reservation on behalf of c9aaa16702a5422b90578033420da9bd for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:03.213934 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3814017'] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:03.224659 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964120a3-a970-4f4d-bb50-52d4c8941d12 req-efcca0a0-b69e-4a2d-968d-a611272850b8 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:03.226125 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-964120a3-a970-4f4d-bb50-52d4c8941d12 req-efcca0a0-b69e-4a2d-968d-a611272850b8 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 944 time: 0.0570824 Sep 13 10:17:03.326272 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:03.340739 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-964120a3-a970-4f4d-bb50-52d4c8941d12 req-9b521a52-0d20-4bba-af42-100915fb50f4 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050279 Sep 13 10:17:03.378999 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:03.514264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3814035'] for subnet (0b385729-1834-419a-8ae7-60c7ce7bd3b5), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:03.592065 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b385729-1834-419a-8ae7-60c7ce7bd3b5,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:03.619955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Checking segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:03.620312 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Network hostable DHCP agents. Network: ebff5e7b-2242-4a30-a2b5-9e7b0fe34011, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:17:03.636661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d06d8-afda-4e59-95cf-cc2e75b89434 req-64dae342-b3ee-4ef9-b4c5-edb569ae3b56 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:03.638126 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-829d06d8-afda-4e59-95cf-cc2e75b89434 req-64dae342-b3ee-4ef9-b4c5-edb569ae3b56 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0599294 Sep 13 10:17:03.692527 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-829d06d8-afda-4e59-95cf-cc2e75b89434 req-960b615b-4f43-4db3-b0c0-587299efa2f8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Sep 13 10:17:03.713805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:17:03.771106 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, ebff5e7b-2242-4a30-a2b5-9e7b0fe34011) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:03.775808 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:03.776586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:03.782576 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9ec7c-9d00-4038-8b97-245a25799f30 None None] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:17:03.888980 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:17:03.889929 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:03.894079 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:03.903327 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-a03fe65b-2d58-4aff-85d7-6f5c0892b3d4 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7941461 Sep 13 10:17:03.907154 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44306) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:03.912330 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:03.984806 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:04.007302 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44312) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:04.022020 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (f16bf701-49f6-47fa-80f4-5563803d02fa), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.025481 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (f16bf701-49f6-47fa-80f4-5563803d02fa), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.053143 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:04.073178 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:17:04.089326 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:04.089932 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks [] for router_controller (f16bf701-49f6-47fa-80f4-5563803d02fa), precommit_add_association {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.090776 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Allocated IP 172.20.0.2 (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011/0b385729-1834-419a-8ae7-60c7ce7bd3b5/dd42913f-a20e-495e-abb7-117a8529a817) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:04.148683 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-11962071-3428-4c1b-bfbe-f04e48def19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.182376 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:04.182749 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.262868 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Publish callbacks [] for port (dd42913f-a20e-495e-abb7-117a8529a817), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.310419 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:04.310677 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.334835 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:04.337099 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de571ff-1f26-4574-b337-342afd739123" -d '{"events": [{"server_uuid": "4ba3f564-bb85-4a42-a420-3ea3811a814f", "name": "network-vif-plugged", "status": "completed", "tag": "29b20b5f-7957-4ca8-bd2e-f8da2057f3d3"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:04.347689 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks [] for router_gateway (f16bf701-49f6-47fa-80f4-5563803d02fa), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.349118 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (dd42913f-a20e-495e-abb7-117a8529a817), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.352096 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:04.360649 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-11962071-3428-4c1b-bfbe-f04e48def19c admin admin] Publish callbacks [] for security_group (26be7b7d-c5f7-4c27-acc4-568b9ecef539), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.392710 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:04.398267 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e128b3-3095-4241-a2e3-a46c0990a656 x-openstack-request-id: req-81e128b3-3095-4241-a2e3-a46c0990a656 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:04.398746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba3f564-bb85-4a42-a420-3ea3811a814f", "name": "network-vif-plugged", "status": "completed", "tag": "29b20b5f-7957-4ca8-bd2e-f8da2057f3d3", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:04.398936 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81e128b3-3095-4241-a2e3-a46c0990a656 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:04.399384 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e128b3-3095-4241-a2e3-a46c0990a656'] response: {'server_uuid': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3', 'code': 200} Sep 13 10:17:04.402260 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:04.406854 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:04.414070 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Pushing event updated for resources: {'Port': ['ID=dd42913f-a20e-495e-abb7-117a8529a817,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:04.480226 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.519325 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Attempting to bind port dd42913f-a20e-495e-abb7-117a8529a817 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:04.519949 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Attempting to bind port dd42913f-a20e-495e-abb7-117a8529a817 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:04.520475 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Attempting to bind port dd42913f-a20e-495e-abb7-117a8529a817 on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:04.531132 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420f0fb-76b0-49cc-bb0e-f2b60c686881 req-36765989-135f-4d37-a9ec-9fb3bfe447ef tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:04.532764 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:INSERT=3,neutron:UPDATE=7,neutron:SELECT=90 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:04.540952 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0420f0fb-76b0-49cc-bb0e-f2b60c686881 req-36765989-135f-4d37-a9ec-9fb3bfe447ef tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 945 time: 0.0777557 Sep 13 10:17:04.597909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:04.611934 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-11962071-3428-4c1b-bfbe-f04e48def19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (26be7b7d-c5f7-4c27-acc4-568b9ecef539), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.749661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:04.749661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Checking segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:04.749661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.749661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Bound using segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:04.749661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Bound port: dd42913f-a20e-495e-abb7-117a8529a817, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:04.753525 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0420f0fb-76b0-49cc-bb0e-f2b60c686881 req-23625011-7112-451e-850d-3f4824625407 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Sep 13 10:17:04.755569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (dd42913f-a20e-495e-abb7-117a8529a817), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.756950 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:04.757554 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] For port dd42913f-a20e-495e-abb7-117a8529a817, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:04.757554 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] For port dd42913f-a20e-495e-abb7-117a8529a817, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=dd42913f-a20e-495e-abb7-117a8529a817,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:04.757739 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-11962071-3428-4c1b-bfbe-f04e48def19c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e1eaf4013736444396e2e047f91f4542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7131906 Sep 13 10:17:04.757739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11962071-3428-4c1b-bfbe-f04e48def19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26be7b7d-c5f7-4c27-acc4-568b9ecef539,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:04.757902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44334) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:04.777645 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks [] for router_gateway (f16bf701-49f6-47fa-80f4-5563803d02fa), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.799777 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.844756 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cf176eaf-762e-487f-a532-70859e9e287c admin admin] Publish callbacks [] for security_group (26be7b7d-c5f7-4c27-acc4-568b9ecef539), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.851944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca263a12-d442-4010-ae8b-ff9ad7c5d4a1 req-959a393e-8c19-43b1-8cc0-f6050f8a38cd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:04.853501 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca263a12-d442-4010-ae8b-ff9ad7c5d4a1 req-959a393e-8c19-43b1-8cc0-f6050f8a38cd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0593913 Sep 13 10:17:04.893188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cf176eaf-762e-487f-a532-70859e9e287c admin admin] Publish callbacks [] for security_group (26be7b7d-c5f7-4c27-acc4-568b9ecef539), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.914790 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Allocated IP 172.27.2.236 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/2e9e543e-e826-4eb2-9cc3-01a08a0f86c4) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:04.937159 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:04.940022 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (dd42913f-a20e-495e-abb7-117a8529a817), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:04.945242 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca263a12-d442-4010-ae8b-ff9ad7c5d4a1 req-5593c4f4-997b-486e-a666-be773c9f7b31 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841930 Sep 13 10:17:05.026340 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e954c-f833-4d4f-a371-46988e544665 None None] Pushing event updated for resources: {'Port': ['ID=dd42913f-a20e-495e-abb7-117a8529a817,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:05.045644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cf176eaf-762e-487f-a532-70859e9e287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (26be7b7d-c5f7-4c27-acc4-568b9ecef539), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.050757 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cf176eaf-762e-487f-a532-70859e9e287c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.052078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-cf176eaf-762e-487f-a532-70859e9e287c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/26be7b7d-c5f7-4c27-acc4-568b9ecef539 HTTP/1.1" status: 204 len: 168 time: 0.3077114 Sep 13 10:17:05.069390 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176eaf-762e-487f-a532-70859e9e287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26be7b7d-c5f7-4c27-acc4-568b9ecef539,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:05.070291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f707233-d2c4-4bbc-950f-67b457806947 req-bde17319-bc4e-45d6-978a-d2749ca576e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:05.077379 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-7f707233-d2c4-4bbc-950f-67b457806947 req-bde17319-bc4e-45d6-978a-d2749ca576e6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 1129 time: 0.0920944 Sep 13 10:17:05.118381 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks [] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.167141 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-7f707233-d2c4-4bbc-950f-67b457806947 req-5720495a-8bed-41c0-8708-48bafcb7778d service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798924 Sep 13 10:17:05.241537 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.297587 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:05.301167 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:05.305484 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:05.335289 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:05.357498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44340) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:05.513866 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-53b15aa3-e64e-4122-8c27-7ccd196166d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.604449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-53b15aa3-e64e-4122-8c27-7ccd196166d7 admin admin] Publish callbacks [] for security_group (5e9c1f4d-fe1c-4578-8d70-5fcde2084972), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.620408 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks [] for router_gateway (f16bf701-49f6-47fa-80f4-5563803d02fa), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.706162 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-53b15aa3-e64e-4122-8c27-7ccd196166d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5e9c1f4d-fe1c-4578-8d70-5fcde2084972), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.772078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-53b15aa3-e64e-4122-8c27-7ccd196166d7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a8e8240a546f49f7b3fd3f9417ee5127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152210 Sep 13 10:17:05.772712 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44362) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:05.796337 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b15aa3-e64e-4122-8c27-7ccd196166d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c1f4d-fe1c-4578-8d70-5fcde2084972,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:05.836626 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:05.863408 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (f16bf701-49f6-47fa-80f4-5563803d02fa), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.916483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7390a8-225b-4c3d-9a4a-a57ce6802f1f req-2ba567fc-5680-49a5-8cc9-cf36309966d4 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:05.922086 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2d7390a8-225b-4c3d-9a4a-a57ce6802f1f req-2ba567fc-5680-49a5-8cc9-cf36309966d4 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 945 time: 0.0739822 Sep 13 10:17:05.922086 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f67f30f2-433d-4be7-ae20-a06ace6b82ad admin admin] Publish callbacks [] for security_group (5e9c1f4d-fe1c-4578-8d70-5fcde2084972), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:05.977794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f67f30f2-433d-4be7-ae20-a06ace6b82ad admin admin] Publish callbacks [] for security_group (5e9c1f4d-fe1c-4578-8d70-5fcde2084972), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:06.008637 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2d7390a8-225b-4c3d-9a4a-a57ce6802f1f req-fcdc9caa-bbfa-4b3a-8a13-9c774f6980f4 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772727 Sep 13 10:17:06.090970 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:06.113550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Router f16bf701-49f6-47fa-80f4-5563803d02fa is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:17:06.123805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4f34-32a2-4172-836c-d8900791e8d7 req-73110d6c-77ca-42d0-9151-eab3c1ba2b53 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:06.126509 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e26a4f34-32a2-4172-836c-d8900791e8d7 req-73110d6c-77ca-42d0-9151-eab3c1ba2b53 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0544839 Sep 13 10:17:06.144056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f67f30f2-433d-4be7-ae20-a06ace6b82ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5e9c1f4d-fe1c-4578-8d70-5fcde2084972), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:06.144804 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203c08c-0f54-435f-9ffc-a6d162309cf5 None None] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:17:06.147574 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f67f30f2-433d-4be7-ae20-a06ace6b82ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:06.151779 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f67f30f2-433d-4be7-ae20-a06ace6b82ad admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5e9c1f4d-fe1c-4578-8d70-5fcde2084972 HTTP/1.1" status: 204 len: 168 time: 0.3689845 Sep 13 10:17:06.181050 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f30f2-433d-4be7-ae20-a06ace6b82ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c1f4d-fe1c-4578-8d70-5fcde2084972,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:06.231606 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e26a4f34-32a2-4172-836c-d8900791e8d7 req-6295977e-54c6-427b-aa04-a2bb48f44ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907598 Sep 13 10:17:06.237316 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:17:06.260530 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:17:06.308036 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] Provisioning complete for port dd42913f-a20e-495e-abb7-117a8529a817 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:06.308036 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (dd42913f-a20e-495e-abb7-117a8529a817), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:06.311370 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:06.312014 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:06.328140 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:06.329968 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c4eebbd9-ae6d-45f6-80eb-4dedfebef6e0 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4209881 Sep 13 10:17:06.332749 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44378) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:06.379968 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:06.459503 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:06.692066 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] Current status of the port dd42913f-a20e-495e-abb7-117a8529a817 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:06.692525 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (dd42913f-a20e-495e-abb7-117a8529a817), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:06.751719 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device dd42913f-a20e-495e-abb7-117a8529a817 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:06.852094 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] For port dd42913f-a20e-495e-abb7-117a8529a817, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=dd42913f-a20e-495e-abb7-117a8529a817,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:06.880318 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:05Z', 'revision_number': 3, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:06.892549 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.039111 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port dd42913f-a20e-495e-abb7-117a8529a817 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:07.039515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (dd42913f-a20e-495e-abb7-117a8529a817), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.043127 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:17:07.043507 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Updating router f16bf701-49f6-47fa-80f4-5563803d02fa port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:17:07.045445 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (dd42913f-a20e-495e-abb7-117a8529a817), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.056600 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44398) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:07.078720 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df32fdc7-626b-4ef4-9d15-e17e0e76168f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.137038 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Allocated IP 172.20.0.1 (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011/0b385729-1834-419a-8ae7-60c7ce7bd3b5/901f91c8-f94a-46ea-b00a-123c44594a4e) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:07.164248 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:07.165367 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdba67-d6c8-444f-be45-5c324d33bea5 None None] Pushing event updated for resources: {'Port': ['ID=dd42913f-a20e-495e-abb7-117a8529a817,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:07.167997 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.252977 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee9ea-ec2c-4c67-8d83-c1ffe61dde29 req-be342ade-3653-4ed6-bb92-e2aec4a22912 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:07.254458 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d89ee9ea-ec2c-4c67-8d83-c1ffe61dde29 req-be342ade-3653-4ed6-bb92-e2aec4a22912 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 945 time: 0.1194246 Sep 13 10:17:07.278839 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks [] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.283506 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:07.292065 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-bd815e9f-ca45-4ed1-a94e-6f62350f7c72 None None] Provisioning complete for port dd42913f-a20e-495e-abb7-117a8529a817 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:07.292448 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bd815e9f-ca45-4ed1-a94e-6f62350f7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (dd42913f-a20e-495e-abb7-117a8529a817), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.338146 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d89ee9ea-ec2c-4c67-8d83-c1ffe61dde29 req-a7a783ee-0c7a-49cd-baaa-19e13981592c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758152 Sep 13 10:17:07.362516 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df32fdc7-626b-4ef4-9d15-e17e0e76168f admin admin] Publish callbacks [] for security_group (d688563c-843f-4cbe-9d11-f396d87b9006), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.418550 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95fae0-1a2c-4a08-89c3-3056c7498996 req-018e3b45-991d-4488-b0f8-4a16dedcca38 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:07.420829 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7c95fae0-1a2c-4a08-89c3-3056c7498996 req-018e3b45-991d-4488-b0f8-4a16dedcca38 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0611906 Sep 13 10:17:07.423314 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.468084 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Pushing event updated for resources: {'Port': ['ID=901f91c8-f94a-46ea-b00a-123c44594a4e,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:07.489216 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:07.491103 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:07.494302 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:07.534417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port dd42913f-a20e-495e-abb7-117a8529a817 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:07.541825 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-bd815e9f-ca45-4ed1-a94e-6f62350f7c72 None None] Current status of the port dd42913f-a20e-495e-abb7-117a8529a817 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:07.555119 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7c95fae0-1a2c-4a08-89c3-3056c7498996 req-ff09bfa1-6a9e-448d-ae0b-3ed3bb71eff0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220322 Sep 13 10:17:07.561547 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df32fdc7-626b-4ef4-9d15-e17e0e76168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d688563c-843f-4cbe-9d11-f396d87b9006), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.607720 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (f16bf701-49f6-47fa-80f4-5563803d02fa), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.638049 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-df32fdc7-626b-4ef4-9d15-e17e0e76168f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=053eb93add054de5837c7a8d0f399a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5768359 Sep 13 10:17:07.640142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:07.647588 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44410) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:07.690759 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32fdc7-626b-4ef4-9d15-e17e0e76168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d688563c-843f-4cbe-9d11-f396d87b9006,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:07.694074 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44412) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:07.723842 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Publish callbacks [] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.768093 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-116a593e-6de6-4b5e-8fe4-c081138b2f16 admin admin] Publish callbacks [] for security_group (d688563c-843f-4cbe-9d11-f396d87b9006), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.800410 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-116a593e-6de6-4b5e-8fe4-c081138b2f16 admin admin] Publish callbacks [] for security_group (d688563c-843f-4cbe-9d11-f396d87b9006), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.833520 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.841878 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-314189f6-6935-4e5f-a7b8-6893b9a6e757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.874169 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Attempting to bind port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:07.874516 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Attempting to bind port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:07.874888 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Attempting to bind port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:07.910696 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-0e0d5827-e24d-403f-9eab-4ae7d10aa124 None None] Provisioning complete for port 901f91c8-f94a-46ea-b00a-123c44594a4e triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:07.911072 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5827-e24d-403f-9eab-4ae7d10aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.950800 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cc986-5096-472c-8169-cfa944d351dd None None] Pushing event updated for resources: {'Port': ['ID=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:07.962884 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.963046 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-0e0d5827-e24d-403f-9eab-4ae7d10aa124 None None] Port 901f91c8-f94a-46ea-b00a-123c44594a4e cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:17:07.968094 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:07.968476 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:07.969422 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.969817 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:07.970302 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Bound port: 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:07.970687 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.977641 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-116a593e-6de6-4b5e-8fe4-c081138b2f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d688563c-843f-4cbe-9d11-f396d87b9006), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.980525 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-116a593e-6de6-4b5e-8fe4-c081138b2f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:07.981755 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-116a593e-6de6-4b5e-8fe4-c081138b2f16 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d688563c-843f-4cbe-9d11-f396d87b9006 HTTP/1.1" status: 204 len: 168 time: 0.3332307 Sep 13 10:17:08.011319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a593e-6de6-4b5e-8fe4-c081138b2f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d688563c-843f-4cbe-9d11-f396d87b9006,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:08.027343 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] For port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:08.071068 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] For port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:08.096278 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-314189f6-6935-4e5f-a7b8-6893b9a6e757 admin admin] Publish callbacks [] for security_group (c7075e0e-96e0-4c78-b142-8b35824f230a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.165639 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.167776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-314189f6-6935-4e5f-a7b8-6893b9a6e757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c7075e0e-96e0-4c78-b142-8b35824f230a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.228806 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:08.229545 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:08.238488 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314189f6-6935-4e5f-a7b8-6893b9a6e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7075e0e-96e0-4c78-b142-8b35824f230a,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:08.263718 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-314189f6-6935-4e5f-a7b8-6893b9a6e757 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=79c9b5645b594526b129a790a2d87c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5683472 Sep 13 10:17:08.264888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44430) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:08.295015 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cc986-5096-472c-8169-cfa944d351dd None None] Pushing event updated for resources: {'Port': ['ID=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:08.318441 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=36 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:08.343427 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5a79e6-38f8-4e02-84f5-c005149f0d6e admin admin] Publish callbacks [] for security_group (c7075e0e-96e0-4c78-b142-8b35824f230a), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.347508 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=55 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:08.367290 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5a79e6-38f8-4e02-84f5-c005149f0d6e admin admin] Publish callbacks [] for security_group (c7075e0e-96e0-4c78-b142-8b35824f230a), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.391002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:08.420159 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:08.512546 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks [] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.520549 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:08.525563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5a79e6-38f8-4e02-84f5-c005149f0d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c7075e0e-96e0-4c78-b142-8b35824f230a), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.529078 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8e5a79e6-38f8-4e02-84f5-c005149f0d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.530817 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8e5a79e6-38f8-4e02-84f5-c005149f0d6e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c7075e0e-96e0-4c78-b142-8b35824f230a HTTP/1.1" status: 204 len: 168 time: 0.2637651 Sep 13 10:17:08.551902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a79e6-38f8-4e02-84f5-c005149f0d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7075e0e-96e0-4c78-b142-8b35824f230a,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:08.645778 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.703937 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:08.705478 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device dd42913f-a20e-495e-abb7-117a8529a817 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:08.709242 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:08.725905 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Pushing event updated for resources: {'Port': ['ID=901f91c8-f94a-46ea-b00a-123c44594a4e,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:08.742493 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279554-ccbc-462b-a88d-e537441fb330 req-1a634844-2e7a-4b16-a045-1dcd900d3879 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:08.744323 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-11279554-ccbc-462b-a88d-e537441fb330 req-1a634844-2e7a-4b16-a045-1dcd900d3879 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0654461 Sep 13 10:17:08.753036 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (f16bf701-49f6-47fa-80f4-5563803d02fa), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.768786 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:08.772311 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6416b-1c9f-4506-a668-0397a30d3f7b None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:17:08.801925 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port dd42913f-a20e-495e-abb7-117a8529a817 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:08.802122 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (dd42913f-a20e-495e-abb7-117a8529a817), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:08.871813 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:08.873552 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:08.917476 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-11279554-ccbc-462b-a88d-e537441fb330 req-1eb67e5f-d524-4595-a2d5-2e13de91f459 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552756 Sep 13 10:17:08.978596 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port dd42913f-a20e-495e-abb7-117a8529a817 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:09.162436 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Router f16bf701-49f6-47fa-80f4-5563803d02fa has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:17:09.164069 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee9a9e-d1c1-4bbb-aab9-9ecbb61d9004 req-a9e0949e-4427-49b6-baec-a70d27d5a5b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:09.166114 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-73ee9a9e-d1c1-4bbb-aab9-9ecbb61d9004 req-a9e0949e-4427-49b6-baec-a70d27d5a5b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 945 time: 0.1044958 Sep 13 10:17:09.272845 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-73ee9a9e-d1c1-4bbb-aab9-9ecbb61d9004 req-9684f118-aa25-4a07-9493-9a00ac5d1ec2 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916703 Sep 13 10:17:09.309241 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-5efbfe9c-33d4-468a-b87d-d79164c48d62 None None] Provisioning complete for port 901f91c8-f94a-46ea-b00a-123c44594a4e triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:09.309778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5efbfe9c-33d4-468a-b87d-d79164c48d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:09.352022 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-5efbfe9c-33d4-468a-b87d-d79164c48d62 None None] Port 901f91c8-f94a-46ea-b00a-123c44594a4e cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:17:09.352355 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:17:09.357936 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-303e7e4c-21be-4d0e-a514-9ac59fa87a62 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f16bf701-49f6-47fa-80f4-5563803d02fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0241296 Sep 13 10:17:09.680252 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:09.803260 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:10.088584 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44502) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:10.093349 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566206000', 'description': 'tempest-description--1122341947'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:10.106401 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc53db-d0db-4169-94e6-9b595b33e7d6 req-282b549a-a7e6-4a31-8ba8-0f2049b011fa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:10.111679 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17bc53db-d0db-4169-94e6-9b595b33e7d6 req-282b549a-a7e6-4a31-8ba8-0f2049b011fa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0767286 Sep 13 10:17:10.175318 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17bc53db-d0db-4169-94e6-9b595b33e7d6 req-7ecdd318-ebdf-4a52-8286-6c56b3bba5bc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Sep 13 10:17:10.197055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.278378 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:10.287033 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (17782953-f2b2-414d-a6db-6a419e9c4c96), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.353631 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (17782953-f2b2-414d-a6db-6a419e9c4c96), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.410743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17782953-f2b2-414d-a6db-6a419e9c4c96,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:10.419100 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd725f-9ce8-4ca3-8336-46512836b386 req-8ac89093-af29-45a5-8188-fd88b9fe023d tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:10.427329 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-19fd725f-9ce8-4ca3-8336-46512836b386 req-8ac89093-af29-45a5-8188-fd88b9fe023d tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 945 time: 0.0690920 Sep 13 10:17:10.453969 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:10.467808 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.470606 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4d193216-f2e8-483c-9214-bebafa148c9e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3800952 Sep 13 10:17:10.473038 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44510) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:10.481021 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'security_group_rule': {'security_group_id': '17782953-f2b2-414d-a6db-6a419e9c4c96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:10.490560 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-19fd725f-9ce8-4ca3-8336-46512836b386 req-6c6a8e68-3e67-4db4-aa07-a7610c4f6394 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613599 Sep 13 10:17:10.614524 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (af149f5d-4622-4bc0-b43f-534ce575d998), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.623809 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:10.673617 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:10.673990 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.680784 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (af149f5d-4622-4bc0-b43f-534ce575d998), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.747722 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:10.748153 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.764353 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (af149f5d-4622-4bc0-b43f-534ce575d998), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.773050 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:10.776209 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-c46aae43-d5b6-4058-b77c-9aa00ec6c1b3 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:10.776209 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-c46aae43-d5b6-4058-b77c-9aa00ec6c1b3 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 945 time: 0.0554309 Sep 13 10:17:10.796840 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af149f5d-4622-4bc0-b43f-534ce575d998,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:10.866039 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.869630 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:10.874055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Deleting port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:17:10.874055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.923291 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:10.926340 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:10.927581 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4150e590-b0bb-4bb5-8362-12e6c9a72e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4534717 Sep 13 10:17:10.930273 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44514) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:10.934426 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'security_group_rule': {'security_group_id': '17782953-f2b2-414d-a6db-6a419e9c4c96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:10.987472 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] For port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:10.987856 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.002674 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Calling delete_port for 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:17:11.079449 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (1308b568-5130-4411-9bb2-c9a9de35f96d), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.185410 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (1308b568-5130-4411-9bb2-c9a9de35f96d), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.273467 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (1308b568-5130-4411-9bb2-c9a9de35f96d), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.275579 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (29b20b5f-7957-4ca8-bd2e-f8da2057f3d3), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.286363 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['29b20b5f-7957-4ca8-bd2e-f8da2057f3d3'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:11.324104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Pushing event deleted for resources: {'Port': ['ID=29b20b5f-7957-4ca8-bd2e-f8da2057f3d3,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:11.333469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1e85c-8ea2-4965-b14a-b565134e03ce req-ea71c17f-bb38-478a-b809-1632ff10c086 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:11.341225 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1308b568-5130-4411-9bb2-c9a9de35f96d,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:11.347634 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4df1e85c-8ea2-4965-b14a-b565134e03ce req-ea71c17f-bb38-478a-b809-1632ff10c086 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0868759 Sep 13 10:17:11.403605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] No DVR routers for this DVR port 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:17:11.414832 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.419458 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b8eb29ff-d2a5-463e-9640-8d77797a9f07 req-000790af-c6c7-472f-ad60-7a59f9b1fc8e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "DELETE /networking/v2.0/ports/29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 HTTP/1.1" status: 204 len: 173 time: 0.6332817 Sep 13 10:17:11.424564 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'name': 'network-vif-deleted', 'tag': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:11.436219 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477d65f-941b-416d-bffe-4ec7762aca6c" -d '{"events": [{"server_uuid": "4ba3f564-bb85-4a42-a420-3ea3811a814f", "name": "network-vif-deleted", "tag": "29b20b5f-7957-4ca8-bd2e-f8da2057f3d3"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:11.437537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4df1e85c-8ea2-4965-b14a-b565134e03ce req-cd2923ed-ddd2-4ea4-a2fa-5266e0585aee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853343 Sep 13 10:17:11.445403 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.446936 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f5018dbc-739f-4be0-ab68-2ab3dc26ba1f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152597 Sep 13 10:17:11.458172 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44540) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:11.468566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:11.489259 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e2b10-7fcf-438e-852c-3e37ffa334d2 x-openstack-request-id: req-7b4e2b10-7fcf-438e-852c-3e37ffa334d2 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:11.489582 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba3f564-bb85-4a42-a420-3ea3811a814f", "name": "network-vif-deleted", "tag": "29b20b5f-7957-4ca8-bd2e-f8da2057f3d3", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:11.489945 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b4e2b10-7fcf-438e-852c-3e37ffa334d2 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:11.490368 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4e2b10-7fcf-438e-852c-3e37ffa334d2'] response: {'server_uuid': '4ba3f564-bb85-4a42-a420-3ea3811a814f', 'name': 'network-vif-deleted', 'tag': '29b20b5f-7957-4ca8-bd2e-f8da2057f3d3', 'status': 'completed', 'code': 200} Sep 13 10:17:11.522446 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:17:11.534758 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:11.536109 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:11.586452 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.666212 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:11.668834 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff2cd4df-3d20-4438-b2d5-21766f1d8151 req-a6a08d89-4c17-4a75-878c-f3f0d817b3b4 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0767453 Sep 13 10:17:11.709336 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.824644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Allocated IP 172.27.2.196 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/1bd2b1bb-2e92-4138-b2aa-ce231dcde80d) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:11.870958 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:08Z', 'revision_number': 2, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:11.901169 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:17:11.901524 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Updating router f16bf701-49f6-47fa-80f4-5563803d02fa port 901f91c8-f94a-46ea-b00a-123c44594a4e binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:17:11.930509 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:11.933377 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.045576 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.091983 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:12.097654 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:12.099847 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'Port': ['ID=1bd2b1bb-2e92-4138-b2aa-ce231dcde80d,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:12.102113 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:12.126107 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:12.150720 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:12.191562 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (105e454b-f4ef-4d80-be01-ddc47776de26), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.203315 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Publish callbacks [] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.328480 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.371339 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.374492 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Pushing event updated for resources: {'Port': ['ID=901f91c8-f94a-46ea-b00a-123c44594a4e,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:12.386855 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.390709 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.395544 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.396276 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.396631 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.396958 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.397284 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.397816 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.398293 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.398773 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.399462 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.399932 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.400415 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.400891 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.401366 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:12.447900 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-a02d90f8-0b4f-4c8d-a727-c6b23862c626 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344229 Sep 13 10:17:12.553422 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:12.554431 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Attempting to bind port 901f91c8-f94a-46ea-b00a-123c44594a4e on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:12.554786 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Attempting to bind port 901f91c8-f94a-46ea-b00a-123c44594a4e by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:12.555147 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Attempting to bind port 901f91c8-f94a-46ea-b00a-123c44594a4e on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:12.642982 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:12.643708 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Checking segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:12.644675 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.645563 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Bound using segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:12.646450 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Bound port: 901f91c8-f94a-46ea-b00a-123c44594a4e, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:12.649066 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.673395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:12.718088 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] For port 901f91c8-f94a-46ea-b00a-123c44594a4e, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:12.722179 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] For port 901f91c8-f94a-46ea-b00a-123c44594a4e, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=901f91c8-f94a-46ea-b00a-123c44594a4e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:12.732805 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:12.732805 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.806270 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:12.857185 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.882768 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:12.884160 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:12.885037 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:16:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:12.931734 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9792f74-9ec6-43a0-a21e-6beb90e42e6d req-f17ba68f-10cf-4747-813e-b0513e70ee8a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:12.933234 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9792f74-9ec6-43a0-a21e-6beb90e42e6d req-f17ba68f-10cf-4747-813e-b0513e70ee8a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.1255345 Sep 13 10:17:12.950393 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:12.958118 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:13.013611 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3d21-fd78-44ef-aea6-378baa47afc5 None None] Pushing event updated for resources: {'Port': ['ID=901f91c8-f94a-46ea-b00a-123c44594a4e,revision_number=4']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:13.045270 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:13.057183 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:13.108871 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9792f74-9ec6-43a0-a21e-6beb90e42e6d req-d29a8879-bcd0-4b3e-bd95-dcb5ee4d9001 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672561 Sep 13 10:17:13.119904 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-388659dc-5c12-42dc-abaf-77da814a62f8 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:13.135834 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-388659dc-5c12-42dc-abaf-77da814a62f8 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6721339 Sep 13 10:17:13.159323 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-2fc9fa80-30a5-45e1-9f07-462d98858f50 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/quotas/e9655193b10a47e6ba071e70d0d8b7aa HTTP/1.1" status: 200 len: 375 time: 0.0311832 Sep 13 10:17:13.177957 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'Port': ['ID=1bd2b1bb-2e92-4138-b2aa-ce231dcde80d,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:13.197555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (105e454b-f4ef-4d80-be01-ddc47776de26), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:13.202914 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-3bf07eb7-f1c6-4070-9670-4322595a9ae3 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418434 Sep 13 10:17:13.282299 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-465fa6cd-b3bb-4269-ae21-b46c02a4fa3e req-11557050-414e-416d-99f9-98fc67d866c8 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4ba3f564-bb85-4a42-a420-3ea3811a814f HTTP/1.1" status: 200 len: 210 time: 0.0409610 Sep 13 10:17:13.319610 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:13.322448 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b23b0f79-23b2-410b-b5ed-7624a5e26adc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8617196 Sep 13 10:17:13.341353 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:12Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:13.372362 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb378f93-4072-41de-aae9-d34eafb574e9 None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:12Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:17:13.686001 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e753ffa2-c378-4a8b-b030-e04b38fcb86d req-9a7ab417-79b7-4d7e-8d8c-0dc566cb32b8 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0517666 Sep 13 10:17:13.712652 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:13.727820 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-57d73228-505f-4c95-a720-09ee7d009502 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--566206000&fields=id&tenant_id=c9aaa16702a5422b90578033420da9bd HTTP/1.1" status: 200 len: 267 time: 0.1253927 Sep 13 10:17:13.830132 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548c3b7-2158-4e9f-8b10-319365e175f4 req-db9cd5db-da2a-4202-b224-fbd275be1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:13.845059 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-a548c3b7-2158-4e9f-8b10-319365e175f4 req-db9cd5db-da2a-4202-b224-fbd275be1b8c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 1129 time: 0.0935695 Sep 13 10:17:13.882563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-bb463c28-1a31-4059-836a-6a8839e19e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:13.884092 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-bb463c28-1a31-4059-836a-6a8839e19e09 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 810 time: 0.1552503 Sep 13 10:17:13.900178 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-e50c6cce-d1b4-41dd-b58e-63bafcbd1906 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/quotas/c9aaa16702a5422b90578033420da9bd HTTP/1.1" status: 200 len: 375 time: 0.0105417 Sep 13 10:17:13.904813 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-a548c3b7-2158-4e9f-8b10-319365e175f4 req-f74b4bb1-eba2-4525-b688-ebf6f8d769ad service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Sep 13 10:17:13.939524 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:13.961582 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-c44828bb-93b4-471c-b13e-825f86bad940 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550187 Sep 13 10:17:14.089395 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-25217632-7cbf-4f70-b25a-9b2cd7870cdb service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158445 Sep 13 10:17:14.191822 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-9a121761-9f5f-46f0-b6f9-5a6e76e25723 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958624 Sep 13 10:17:14.252027 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd037b92-9546-485c-88a5-32cb21ba3932 req-279c78f5-33e2-43b4-8639-936b9ea1b13e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:14.254110 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fd037b92-9546-485c-88a5-32cb21ba3932 req-279c78f5-33e2-43b4-8639-936b9ea1b13e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0534761 Sep 13 10:17:14.308656 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fd037b92-9546-485c-88a5-32cb21ba3932 req-c6db8d76-8682-4e74-9ba2-bdb9e5971bcf tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Sep 13 10:17:14.340359 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:14.512230 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-28f08459-8406-46f2-b28a-b9a558240376 req-9574c7d2-2cd3-48e5-ac5f-e59a4b2a2e06 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 210 time: 0.0328617 Sep 13 10:17:14.663277 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 901f91c8-f94a-46ea-b00a-123c44594a4e up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:14.676555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-3b5c0cac-2118-4acf-bba4-93f1b5f7be3c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:14.678324 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-3b5c0cac-2118-4acf-bba4-93f1b5f7be3c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/networks?id=b640de2f-1d12-4bb4-bb69-1af7b73e7f86 HTTP/1.1" status: 200 len: 809 time: 0.1245835 Sep 13 10:17:14.694266 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-eacbf29e-707f-4bb1-a771-7bd869176935 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/quotas/723137b6e4764ec6b58b46f84a05a37e HTTP/1.1" status: 200 len: 375 time: 0.0095880 Sep 13 10:17:14.731269 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 901f91c8-f94a-46ea-b00a-123c44594a4e triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:14.731708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:14.735042 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-bcfcb68f-8c26-4537-ba16-7e422f2c662a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=723137b6e4764ec6b58b46f84a05a37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331223 Sep 13 10:17:14.802058 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:14.807056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 901f91c8-f94a-46ea-b00a-123c44594a4e is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:14.807550 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:14.819557 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d40fa9b9-5019-4ee8-bff5-b3fc688a6a29 req-67d35009-cbf7-4af2-8215-d118127301db tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0681710 Sep 13 10:17:14.846005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 901f91c8-f94a-46ea-b00a-123c44594a4e, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=901f91c8-f94a-46ea-b00a-123c44594a4e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:14.865660 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-9a83b001-eac3-46cd-9234-4e71843a9d20 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227155 Sep 13 10:17:14.957629 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:14.971355 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-5bb5f229-e93c-4734-b558-599525d95487 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938082 Sep 13 10:17:15.013722 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=901f91c8-f94a-46ea-b00a-123c44594a4e,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:15.269511 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-21449387-0801-4be0-a11e-9cf1cd589865 req-0d8eaf18-105f-4c33-9f95-d75555fd2fb5 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Sep 13 10:17:15.427536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:15.446760 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf88cee-98a1-4ddd-9c28-c0be67e3b7aa req-a580b138-8698-49aa-a284-4b55d00bc4c1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:15.448306 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5cf88cee-98a1-4ddd-9c28-c0be67e3b7aa req-a580b138-8698-49aa-a284-4b55d00bc4c1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Sep 13 10:17:15.503716 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5cf88cee-98a1-4ddd-9c28-c0be67e3b7aa req-0912d126-789c-4e63-aa01-485944fb67aa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Sep 13 10:17:15.627814 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0108c397-fb70-49b9-8462-bb88aab7a722 req-961f8fe6-b71a-452d-b160-1c09659474c6 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 210 time: 0.0399055 Sep 13 10:17:15.754796 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44690) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:15.864521 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-71957969-49bb-4bf6-a725-ae98b25fdc22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:15.944237 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53cae4cf-33d2-4ae0-86dd-1755144aee8b req-4cfe785d-8717-4480-85a0-433ed21f28a7 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0491354 Sep 13 10:17:15.961576 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-71957969-49bb-4bf6-a725-ae98b25fdc22 admin admin] Publish callbacks [] for security_group (fc6914bb-9509-4d2a-8f09-f4b401b71b1f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.027987 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:17:16.047892 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:17:16.048241 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29b20b5f-7957-4ca8-bd2e-f8da2057f3d3 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:17:16.051067 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-71957969-49bb-4bf6-a725-ae98b25fdc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (fc6914bb-9509-4d2a-8f09-f4b401b71b1f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.092669 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-71957969-49bb-4bf6-a725-ae98b25fdc22 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4fb37539d1c043ada3e70ab41526fb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366549 Sep 13 10:17:16.093859 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71957969-49bb-4bf6-a725-ae98b25fdc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6914bb-9509-4d2a-8f09-f4b401b71b1f,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:16.095451 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44698) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:16.146729 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-eef95efb-6824-4826-8898-5643298a780c admin admin] Publish callbacks [] for security_group (fc6914bb-9509-4d2a-8f09-f4b401b71b1f), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.167414 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-eef95efb-6824-4826-8898-5643298a780c admin admin] Publish callbacks [] for security_group (fc6914bb-9509-4d2a-8f09-f4b401b71b1f), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.273791 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-eef95efb-6824-4826-8898-5643298a780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (fc6914bb-9509-4d2a-8f09-f4b401b71b1f), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.276585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-eef95efb-6824-4826-8898-5643298a780c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.277735 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-eef95efb-6824-4826-8898-5643298a780c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fc6914bb-9509-4d2a-8f09-f4b401b71b1f HTTP/1.1" status: 204 len: 168 time: 0.1813297 Sep 13 10:17:16.286879 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef95efb-6824-4826-8898-5643298a780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6914bb-9509-4d2a-8f09-f4b401b71b1f,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:16.386657 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db3ac717-a3cd-4430-851c-5985d607aac5 req-44716d41-3468-4661-ac4e-787ebe556d22 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0287805 Sep 13 10:17:16.479480 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:16.632971 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 901f91c8-f94a-46ea-b00a-123c44594a4e up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:16.669508 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d34bd-36b0-4e97-8595-3f97bc622fd1 req-1baa8e2c-02ab-4921-80fb-e10a51759586 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:16.672351 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b84d34bd-36b0-4e97-8595-3f97bc622fd1 req-1baa8e2c-02ab-4921-80fb-e10a51759586 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0714147 Sep 13 10:17:16.709425 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 901f91c8-f94a-46ea-b00a-123c44594a4e triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:16.709838 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:16.785982 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b84d34bd-36b0-4e97-8595-3f97bc622fd1 req-7508819e-c5dc-451c-8d66-6ff5b1d69899 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998173 Sep 13 10:17:16.795361 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:16.806183 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 901f91c8-f94a-46ea-b00a-123c44594a4e is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:16.960002 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-39d68eb0-cc26-411f-b0da-17d9ee09c5a7 req-3f3af803-86a6-4aad-9c73-a7d029f59497 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 210 time: 0.0374925 Sep 13 10:17:16.968740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e00cff-3bd2-4084-9e0a-7080e82d9901 req-a2e29014-cba6-47d1-a2a1-1c2a5c7c2c5a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:16.970649 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-79e00cff-3bd2-4084-9e0a-7080e82d9901 req-a2e29014-cba6-47d1-a2a1-1c2a5c7c2c5a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0830309 Sep 13 10:17:17.047850 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-79e00cff-3bd2-4084-9e0a-7080e82d9901 req-4a12e88f-4a61-4415-b87a-57c4d0153330 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686700 Sep 13 10:17:17.084275 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7ae525b9-44ee-4238-a03e-f62983c108b8 req-3c87acaf-d630-47f5-8742-cfda9f482cd9 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0536633 Sep 13 10:17:17.160054 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-c55b97a4-9f87-4d33-91de-84a2568cac1b tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414176 Sep 13 10:17:17.361102 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-5c7f05c7-615e-4210-9e0a-2919854ef2d2 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:17.362576 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-5c7f05c7-615e-4210-9e0a-2919854ef2d2 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011833 Sep 13 10:17:17.380288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Request body: {'port': {'device_id': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c', 'admin_state_up': True, 'tenant_id': 'e9655193b10a47e6ba071e70d0d8b7aa'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:17.555623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1bb8c650-2e0b-4dd8-bb01-cd7902c89f9d req-a1c6eb9e-6d10-476f-964b-e26b3d47f362 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0518513 Sep 13 10:17:17.616296 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Made reservation on behalf of e9655193b10a47e6ba071e70d0d8b7aa for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:17.620394 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:17.630125 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:17.696789 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:17.710152 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks [] for security_group (130a4766-e572-4bba-9474-f6ef8352252a), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:17.765262 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (130a4766-e572-4bba-9474-f6ef8352252a), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:17.836312 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130a4766-e572-4bba-9474-f6ef8352252a,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:17.943293 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Allocated IP 192.168.233.196 (7cd988a5-f54d-4dda-ad29-c6a81a0f698c/fbc3a614-c397-4f56-8fd0-20bc6e62f0ef/dd3f05c9-e47e-47e5-8f9e-7edf993cb796) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:17.949182 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:18.067403 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bd9438a9-9653-4761-b369-a3585fb6e8cf req-e2353114-a4b5-418c-a83b-371f744d1c8d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Sep 13 10:17:18.113404 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks [] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:18.225109 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2d207d93-11d7-4017-9026-6a4b9e408889 req-8772c5f9-b58c-47ab-b1a5-911972d79a0c tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0462103 Sep 13 10:17:18.320130 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-31740546-d7e3-45db-8ce5-2a6b094492c7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:18.321591 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-31740546-d7e3-45db-8ce5-2a6b094492c7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 810 time: 0.1285007 Sep 13 10:17:18.381694 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-874d5d85-5ccf-4f22-8277-e8513e5ce66b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c9aaa16702a5422b90578033420da9bd HTTP/1.1" status: 200 len: 379 time: 0.0510256 Sep 13 10:17:18.385861 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:18.396909 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'port': {'device_id': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'admin_state_up': True, 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'security_groups': ['17782953-f2b2-414d-a6db-6a419e9c4c96']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:18.429945 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:18.431714 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:18.434501 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:18.517619 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Pushing event updated for resources: {'Port': ['ID=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:18.576212 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:18.577256 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:18.621321 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Made reservation on behalf of c9aaa16702a5422b90578033420da9bd for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:18.629355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:18.714841 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-10ddaf05-f19d-4ee9-af2c-aa65f07a07dc req-d6666d1c-6374-431a-8b58-0d64afc71c62 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0347583 Sep 13 10:17:18.715803 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-89af0ffb-9a58-4057-97fd-20c516557275 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3415060 Sep 13 10:17:18.734490 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Request body: {'port': {'device_id': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:18.837617 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:18.843859 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Allocated IP 172.20.0.6 (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011/0b385729-1834-419a-8ae7-60c7ce7bd3b5/29f0b49b-c442-4029-ab17-b8c8e27031dc) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:18.859712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:18.863800 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-28aa5aab-d182-4291-874c-cfd1507c9f8e None None] Provisioning complete for port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:18.866255 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28aa5aab-d182-4291-874c-cfd1507c9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:18.902423 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-28aa5aab-d182-4291-874c-cfd1507c9f8e None None] Port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:17:18.918007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:19.039481 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:19.046346 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:19.137580 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3f05c9-e47e-47e5-8f9e-7edf993cb796 {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:19.146276 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Publish callbacks [] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:19.159882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:19.161330 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Transition to ACTIVE for port object dd3f05c9-e47e-47e5-8f9e-7edf993cb796 will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:17:19.244377 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:19.260409 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6da5f5-3035-4d51-9e1a-ff5b5a7671fb req-5ec82e96-1c93-4c7a-8ff6-ecee6514b8e4 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.262951 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6d6da5f5-3035-4d51-9e1a-ff5b5a7671fb req-5ec82e96-1c93-4c7a-8ff6-ecee6514b8e4 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 931 time: 0.1007140 Sep 13 10:17:19.264321 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:19.268304 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'Port': ['ID=29f0b49b-c442-4029-ab17-b8c8e27031dc,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:19.271627 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:19.271894 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:19.358085 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.359747 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:19.376100 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:19.520017 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-b60ce6c1-2b98-42d1-85a2-3ca564f27829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.522843 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-b60ce6c1-2b98-42d1-85a2-3ca564f27829 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1129 time: 0.0644090 Sep 13 10:17:19.587929 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-7f4ba642-a4aa-41fc-afdd-bce45443bc5a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.589680 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-7f4ba642-a4aa-41fc-afdd-bce45443bc5a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "GET /networking/v2.0/networks?id=b640de2f-1d12-4bb4-bb69-1af7b73e7f86 HTTP/1.1" status: 200 len: 809 time: 0.2246137 Sep 13 10:17:19.617779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Request body: {'port': {'device_id': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86', 'admin_state_up': True, 'tenant_id': '723137b6e4764ec6b58b46f84a05a37e'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:19.648718 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Attempting to bind port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:19.650450 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Attempting to bind port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:19.650677 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Attempting to bind port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 on network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:19.658949 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44818) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:19.736753 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-0992975a-e16d-4a9e-9b5d-92999be143d2 None None] Provisioning complete for port 29f0b49b-c442-4029-ab17-b8c8e27031dc triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:19.737748 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6d6da5f5-3035-4d51-9e1a-ff5b5a7671fb req-bbb88779-810a-4780-b451-715958733558 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875065 Sep 13 10:17:19.739336 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0992975a-e16d-4a9e-9b5d-92999be143d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:19.758242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea448a-f849-49d2-8082-11a395c4c6fc req-5730dba8-0e1b-4753-a47e-22c9a93d2da7 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.759822 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0ea448a-f849-49d2-8082-11a395c4c6fc req-5730dba8-0e1b-4753-a47e-22c9a93d2da7 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 948 time: 0.2033398 Sep 13 10:17:19.772510 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 on network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:17:19.772892 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Attempting to bind port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 on network 7cd988a5-f54d-4dda-ad29-c6a81a0f698c {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:19.776812 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-7d7187f8-61a9-4700-8200-3ea27d0c1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.778600 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-7d7187f8-61a9-4700-8200-3ea27d0c1594 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.2458649 Sep 13 10:17:19.784820 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2bf01af9-a65d-400d-8049-cc3b8b02affe tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3923621 Sep 13 10:17:19.812913 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-0992975a-e16d-4a9e-9b5d-92999be143d2 None None] Port 29f0b49b-c442-4029-ab17-b8c8e27031dc cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:17:19.825703 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Request body: {'port': {'device_id': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:19.872332 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-3bea4b0e-ad20-4c76-8681-2931443a9487 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 217 time: 0.0649660 Sep 13 10:17:19.956485 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd8f09-46b7-4000-8b38-60dbb5aa9e82 req-81f02618-06c6-47ec-b187-ba7673ba2821 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.961667 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4dd8f09-46b7-4000-8b38-60dbb5aa9e82 req-81f02618-06c6-47ec-b187-ba7673ba2821 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0913465 Sep 13 10:17:19.961875 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-05e52f50-2300-4259-bb52-1ce4ffb0d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:19.961875 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-05e52f50-2300-4259-bb52-1ce4ffb0d2b2 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0686836 Sep 13 10:17:20.018950 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0ea448a-f849-49d2-8082-11a395c4c6fc req-cb4f208e-e943-4c04-a0e7-fe7b6836f056 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464831 Sep 13 10:17:20.058479 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-78ab57c6-62ab-4038-9d98-95a11789b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:20.063036 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-78ab57c6-62ab-4038-9d98-95a11789b77d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918152 Sep 13 10:17:20.067663 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.068140 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:20.068962 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Checking segment: {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:20.069367 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Bound using segment: {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:20.071116 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Bound port: dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6984ff-e4bd-4bb4-84de-da9d9c380509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:20.073389 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.152925 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4dd8f09-46b7-4000-8b38-60dbb5aa9e82 req-53895757-fa2a-48d9-ba01-485b9af3deef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753042 Sep 13 10:17:20.158286 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5621099e-51b9-424e-bd0f-2f0bee4ef4b8 req-13bbf67b-f475-4518-81e5-12b5b40aca14 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0630968 Sep 13 10:17:20.162017 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Made reservation on behalf of 723137b6e4764ec6b58b46f84a05a37e for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:20.165780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.190109 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e05dfaf9-3c60-4882-81ce-eb3a8e70f6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.270224 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] For port dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:20.313760 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] For port dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:20.318966 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-49f536ef-9e8b-40f2-a50f-74109e94baa4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183867 Sep 13 10:17:20.399643 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e05dfaf9-3c60-4882-81ce-eb3a8e70f6f8 admin admin] Publish callbacks [] for security_group (846f5d4e-f14f-4883-b8d9-5ef36e7bc10e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.405446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.411989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:20.412705 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.414235 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/dd3f05c9-e47e-47e5-8f9e-7edf993cb796 HTTP/1.1" status: 200 len: 1098 time: 1.6874506 Sep 13 10:17:20.439919 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'tag': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:20.442825 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271caa60-62df-423d-bf16-0b2dbec5615c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f3dda9-b22b-462e-8654-72dd969ed185", "tag": "dd3f05c9-e47e-47e5-8f9e-7edf993cb796"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:20.498814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f7f8ed-f5e4-47c9-bfa0-45bbefcd73d7 x-openstack-request-id: req-54f7f8ed-f5e4-47c9-bfa0-45bbefcd73d7 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:20.498814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f3dda9-b22b-462e-8654-72dd969ed185", "tag": "dd3f05c9-e47e-47e5-8f9e-7edf993cb796", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:20.498814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54f7f8ed-f5e4-47c9-bfa0-45bbefcd73d7 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:20.498814 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f7f8ed-f5e4-47c9-bfa0-45bbefcd73d7'] response: {'name': 'network-changed', 'server_uuid': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'tag': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796', 'status': 'completed', 'code': 200} Sep 13 10:17:20.507110 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e05dfaf9-3c60-4882-81ce-eb3a8e70f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (846f5d4e-f14f-4883-b8d9-5ef36e7bc10e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.518465 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272e47-dd09-4062-ae5a-58a56e6ece03 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:20.529069 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Allocated IP 172.20.0.4 (b640de2f-1d12-4bb4-bb69-1af7b73e7f86/3f80c08d-d1cf-4124-ae41-42b329d7ee2c/8da7e5cd-29ef-4dce-b867-35c3a5b93ab8) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:20.532490 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-4b732cd8-3cba-4987-b1d4-c62edad38d41 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037940 Sep 13 10:17:20.592621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f0b49b-c442-4029-ab17-b8c8e27031dc {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:20.594275 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e05dfaf9-3c60-4882-81ce-eb3a8e70f6f8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=17ee24894ef8439b9a81f8336ce8a0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9308102 Sep 13 10:17:20.601223 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44842) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:20.609175 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Publish callbacks [] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.610182 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dfaf9-3c60-4882-81ce-eb3a8e70f6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f5d4e-f14f-4883-b8d9-5ef36e7bc10e,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:20.622477 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271caa60-62df-423d-bf16-0b2dbec5615c req-79be49fe-61c2-4ef3-9a22-7bec67e5456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:20.624117 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-271caa60-62df-423d-bf16-0b2dbec5615c req-79be49fe-61c2-4ef3-9a22-7bec67e5456e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 1132 time: 0.0753059 Sep 13 10:17:20.645202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Transition to ACTIVE for port object 29f0b49b-c442-4029-ab17-b8c8e27031dc will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:17:20.664992 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-324f66e9-9e8b-445b-bd06-3c791e924441 admin admin] Publish callbacks [] for security_group (846f5d4e-f14f-4883-b8d9-5ef36e7bc10e), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.685640 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-324f66e9-9e8b-445b-bd06-3c791e924441 admin admin] Publish callbacks [] for security_group (846f5d4e-f14f-4883-b8d9-5ef36e7bc10e), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.764703 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-271caa60-62df-423d-bf16-0b2dbec5615c req-9d013e82-6c3c-44b7-8e54-2dc4d2a14d1e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245094 Sep 13 10:17:20.869902 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271caa60-62df-423d-bf16-0b2dbec5615c req-c765e7a2-63ed-41f1-a820-ddd6873ccd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:20.871414 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-271caa60-62df-423d-bf16-0b2dbec5615c req-c765e7a2-63ed-41f1-a820-ddd6873ccd3a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970023 Sep 13 10:17:20.948752 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-88702e6e-ae11-46c7-b6ba-bab977b7a076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.951530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.960343 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-324f66e9-9e8b-445b-bd06-3c791e924441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (846f5d4e-f14f-4883-b8d9-5ef36e7bc10e), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.960343 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-324f66e9-9e8b-445b-bd06-3c791e924441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:20.969934 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-324f66e9-9e8b-445b-bd06-3c791e924441 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/846f5d4e-f14f-4883-b8d9-5ef36e7bc10e HTTP/1.1" status: 204 len: 168 time: 0.3624232 Sep 13 10:17:20.984650 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-0efd4f46-5f60-4cca-afa1-7b864b6cf072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:20.986183 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-0efd4f46-5f60-4cca-afa1-7b864b6cf072 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 1132 time: 0.0700212 Sep 13 10:17:20.989344 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f66e9-9e8b-445b-bd06-3c791e924441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f5d4e-f14f-4883-b8d9-5ef36e7bc10e,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:21.022142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks [] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:21.051415 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-0792c037-fd39-483e-9705-547fe2fc8f86 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=dd3f05c9-e47e-47e5-8f9e-7edf993cb796 HTTP/1.1" status: 200 len: 217 time: 0.0493052 Sep 13 10:17:21.077995 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fb3da-40f1-4e5f-b683-78458654117c req-f2875cde-156e-4c0b-80d3-8ffadcf026a4 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.079725 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2a5fb3da-40f1-4e5f-b683-78458654117c req-f2875cde-156e-4c0b-80d3-8ffadcf026a4 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 943 time: 0.1348143 Sep 13 10:17:21.101577 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Pushing event updated for resources: {'Port': ['ID=29f0b49b-c442-4029-ab17-b8c8e27031dc,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:21.123791 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-e8be95c2-2ba0-4664-87f6-aec145222d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.125979 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-e8be95c2-2ba0-4664-87f6-aec145222d99 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fbc3a614-c397-4f56-8fd0-20bc6e62f0ef HTTP/1.1" status: 200 len: 843 time: 0.0624444 Sep 13 10:17:21.178438 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-5152d937-7575-4cc2-8cad-2772e7b15217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.180015 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-5152d937-7575-4cc2-8cad-2772e7b15217 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7cd988a5-f54d-4dda-ad29-c6a81a0f698c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0425725 Sep 13 10:17:21.222245 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Attempting to bind port 29f0b49b-c442-4029-ab17-b8c8e27031dc on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:21.222623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Attempting to bind port 29f0b49b-c442-4029-ab17-b8c8e27031dc by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:21.222761 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Attempting to bind port 29f0b49b-c442-4029-ab17-b8c8e27031dc on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:21.233655 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d62d2-16f0-4f8e-a39b-92df9b55dc01 req-b385e8a7-bac5-4a6f-8dc4-535c1887893f tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.235753 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ec8d62d2-16f0-4f8e-a39b-92df9b55dc01 req-b385e8a7-bac5-4a6f-8dc4-535c1887893f tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 948 time: 0.0975208 Sep 13 10:17:21.267757 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2a5fb3da-40f1-4e5f-b683-78458654117c req-0c805dad-8a9a-44de-ac64-f311ad9afcd2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603432 Sep 13 10:17:21.290943 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:21.291315 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-dd6e132f-cec4-4a27-86b8-db8880186a9d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7cd988a5-f54d-4dda-ad29-c6a81a0f698c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991118 Sep 13 10:17:21.383188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Pushing event updated for resources: {'Port': ['ID=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:21.399464 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Port 29f0b49b-c442-4029-ab17-b8c8e27031dc on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:17:21.399659 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Attempting to bind port 29f0b49b-c442-4029-ab17-b8c8e27031dc on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:21.403025 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:21.420195 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-ee31a017-95e0-4cb5-8d29-b366cb74836c req-b8d64a0f-f348-4dd0-b686-b88fdaf69d8b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7cd988a5-f54d-4dda-ad29-c6a81a0f698c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211691 Sep 13 10:17:21.443718 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:21.478881 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:21.486983 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:21.523379 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ec8d62d2-16f0-4f8e-a39b-92df9b55dc01 req-bdffac50-b7d2-407a-ab3b-a2a6b46b3e02 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642767 Sep 13 10:17:21.539383 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6df81-2986-4cee-aef6-debda0652e77 req-5f101496-a894-400f-bce3-290a4c7b68c6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.540663 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2cf6df81-2986-4cee-aef6-debda0652e77 req-5f101496-a894-400f-bce3-290a4c7b68c6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.1507564 Sep 13 10:17:21.557099 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:21.557563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Checking segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:21.557815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Bound using segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:21.558247 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Bound port: 29f0b49b-c442-4029-ab17-b8c8e27031dc, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:21.558596 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:21.587379 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.592411 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:21.699331 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d501d20-6592-43a1-ace1-0bfdbbcdfbb4 req-804429f3-904f-417c-b65d-13d553ca7469 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:21.700787 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3d501d20-6592-43a1-ace1-0bfdbbcdfbb4 req-804429f3-904f-417c-b65d-13d553ca7469 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 931 time: 0.1070569 Sep 13 10:17:21.705498 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2cf6df81-2986-4cee-aef6-debda0652e77 req-79ab4a69-7e2f-4967-aaec-06ab7a1e06d6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535599 Sep 13 10:17:21.729324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] For port 29f0b49b-c442-4029-ab17-b8c8e27031dc, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:21.746789 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] For port 29f0b49b-c442-4029-ab17-b8c8e27031dc, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:21.755976 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-149cae59-557a-4b77-be7d-53c2bd73309f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1490424 Sep 13 10:17:21.772386 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3d501d20-6592-43a1-ace1-0bfdbbcdfbb4 req-9ddba323-08a3-47fe-a51e-52775fe402fb tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Sep 13 10:17:21.862668 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 44860) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:21.876888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c6746773-10c7-4d1b-b6f2-a78857d03a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:21.878875 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:21.950292 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c6746773-10c7-4d1b-b6f2-a78857d03a4a admin admin] Publish callbacks [] for security_group (3b5146a2-b870-49b2-aab9-b7a462166e3d), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:21.997979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.003424 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:22.004484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.005850 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/29f0b49b-c442-4029-ab17-b8c8e27031dc HTTP/1.1" status: 200 len: 1093 time: 2.1846802 Sep 13 10:17:22.006345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:22.009877 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ad857-f398-4f0b-a44a-8bc2473a2b89" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:22.041269 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c6746773-10c7-4d1b-b6f2-a78857d03a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3b5146a2-b870-49b2-aab9-b7a462166e3d), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.060613 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded64b9-c4fd-4100-84a9-4e0bcc83ed66 x-openstack-request-id: req-6ded64b9-c4fd-4100-84a9-4e0bcc83ed66 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:22.060908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:22.061167 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ded64b9-c4fd-4100-84a9-4e0bcc83ed66 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:22.061566 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ded64b9-c4fd-4100-84a9-4e0bcc83ed66'] response: {'name': 'network-changed', 'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'status': 'completed', 'code': 200} Sep 13 10:17:22.106586 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c6746773-10c7-4d1b-b6f2-a78857d03a4a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1d14d87770a34979939c7978384d0f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427881 Sep 13 10:17:22.107685 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6746773-10c7-4d1b-b6f2-a78857d03a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5146a2-b870-49b2-aab9-b7a462166e3d,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:22.113199 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44864) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:22.113352 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445ed10-d8ad-4963-b6c3-96fc69bf4e6c service neutron] Pushing event updated for resources: {'Port': ['ID=29f0b49b-c442-4029-ab17-b8c8e27031dc,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:22.162996 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4beefbbe-52e9-41fa-9403-29aa7d69d70b admin admin] Publish callbacks [] for security_group (3b5146a2-b870-49b2-aab9-b7a462166e3d), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.174139 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:22.410421 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4beefbbe-52e9-41fa-9403-29aa7d69d70b admin admin] Publish callbacks [] for security_group (3b5146a2-b870-49b2-aab9-b7a462166e3d), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.429876 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0c8aa-cb71-4cb5-b849-bd9a7bedfe06 req-5678d5ac-e528-4784-acb7-8885028a41ba tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:22.431623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57c0c8aa-cb71-4cb5-b849-bd9a7bedfe06 req-5678d5ac-e528-4784-acb7-8885028a41ba tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 943 time: 0.0670388 Sep 13 10:17:22.490757 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57c0c8aa-cb71-4cb5-b849-bd9a7bedfe06 req-6b62a227-ae25-4b98-9590-2ef5198fe989 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521784 Sep 13 10:17:22.533707 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4beefbbe-52e9-41fa-9403-29aa7d69d70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3b5146a2-b870-49b2-aab9-b7a462166e3d), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.536388 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4beefbbe-52e9-41fa-9403-29aa7d69d70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.537536 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4beefbbe-52e9-41fa-9403-29aa7d69d70b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3b5146a2-b870-49b2-aab9-b7a462166e3d HTTP/1.1" status: 204 len: 168 time: 0.4265709 Sep 13 10:17:22.545877 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beefbbe-52e9-41fa-9403-29aa7d69d70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5146a2-b870-49b2-aab9-b7a462166e3d,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:22.609282 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Request body: {'port': {'device_id': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:22.659963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:22.731993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad857-f398-4f0b-a44a-8bc2473a2b89 req-515d094d-90ea-40c0-a956-4447d9bade2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:22.733524 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-527ad857-f398-4f0b-a44a-8bc2473a2b89 req-515d094d-90ea-40c0-a956-4447d9bade2c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 1127 time: 0.0958302 Sep 13 10:17:22.774898 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8ef74-9330-4d0d-a5f0-e8051c27a5a8 req-18ed02b4-18c6-47d7-8903-f5fe0be90852 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:22.779649 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-35a8ef74-9330-4d0d-a5f0-e8051c27a5a8 req-18ed02b4-18c6-47d7-8903-f5fe0be90852 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 948 time: 0.1402271 Sep 13 10:17:22.904747 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:22.987321 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af314ecf-e080-4be3-a82d-920baa0324d7 req-7812952e-011e-4969-b398-26df6335775b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:22.988816 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af314ecf-e080-4be3-a82d-920baa0324d7 req-7812952e-011e-4969-b398-26df6335775b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.1959653 Sep 13 10:17:23.057602 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-35a8ef74-9330-4d0d-a5f0-e8051c27a5a8 req-0af82cbd-9e51-47b1-b3d1-043691c9200c tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635934 Sep 13 10:17:23.080622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad857-f398-4f0b-a44a-8bc2473a2b89 req-195b928e-af4a-4516-9f6b-2aaf35846b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:23.082007 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-527ad857-f398-4f0b-a44a-8bc2473a2b89 req-195b928e-af4a-4516-9f6b-2aaf35846b7e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=c9aaa16702a5422b90578033420da9bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3297415 Sep 13 10:17:23.221495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4f9793ee-a886-48a5-a902-34899e879466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.260235 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af314ecf-e080-4be3-a82d-920baa0324d7 req-32ae0697-d602-40c6-b834-dd004db79e03 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528234 Sep 13 10:17:23.333745 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44892) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:23.336324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05600461-95b0-42b8-ae8c-d9018a700735 req-c1b46a9e-1205-49f4-a8e4-19101f872d1a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:23.337844 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05600461-95b0-42b8-ae8c-d9018a700735 req-c1b46a9e-1205-49f4-a8e4-19101f872d1a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 931 time: 0.1840582 Sep 13 10:17:23.349499 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0a4d-3a12-4037-909c-3ef2417650a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.410431 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:23.429817 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0a4d-3a12-4037-909c-3ef2417650a6 admin admin] Publish callbacks [] for security_group (d5dab484-8b30-4cc8-bf7b-f50ed2353911), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.434153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad857-f398-4f0b-a44a-8bc2473a2b89 req-5f1bb5ba-dfc2-4262-b8eb-309be4cba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:23.438084 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-527ad857-f398-4f0b-a44a-8bc2473a2b89 req-5f1bb5ba-dfc2-4262-b8eb-309be4cba244 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3434768 Sep 13 10:17:23.475015 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05600461-95b0-42b8-ae8c-d9018a700735 req-0211369c-32c4-4674-baad-67f0fa55701e tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173341 Sep 13 10:17:23.501776 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0a4d-3a12-4037-909c-3ef2417650a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d5dab484-8b30-4cc8-bf7b-f50ed2353911), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.537469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-d856034f-ef7d-4977-b6de-49a031db9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:23.538938 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-d856034f-ef7d-4977-b6de-49a031db9fcd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 1127 time: 0.0572925 Sep 13 10:17:23.544826 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6a8f0a4d-3a12-4037-909c-3ef2417650a6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ee404cbdccb04607993a4d310a36378b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091761 Sep 13 10:17:23.545720 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0a4d-3a12-4037-909c-3ef2417650a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dab484-8b30-4cc8-bf7b-f50ed2353911,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:23.550108 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 44896) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:23.607961 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ea701b0-b367-4921-947c-783313504881 admin admin] Publish callbacks [] for security_group (d5dab484-8b30-4cc8-bf7b-f50ed2353911), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.613487 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-77513e73-5317-43de-a0cb-88c494bbba26 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc HTTP/1.1" status: 200 len: 217 time: 0.0622330 Sep 13 10:17:23.629771 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ea701b0-b367-4921-947c-783313504881 admin admin] Publish callbacks [] for security_group (d5dab484-8b30-4cc8-bf7b-f50ed2353911), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.805324 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ea701b0-b367-4921-947c-783313504881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d5dab484-8b30-4cc8-bf7b-f50ed2353911), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.807965 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ea701b0-b367-4921-947c-783313504881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.809174 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-7ea701b0-b367-4921-947c-783313504881 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d5dab484-8b30-4cc8-bf7b-f50ed2353911 HTTP/1.1" status: 204 len: 168 time: 0.2579408 Sep 13 10:17:23.820190 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea701b0-b367-4921-947c-783313504881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dab484-8b30-4cc8-bf7b-f50ed2353911,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:23.821836 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:23.901952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:23.914605 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Publish callbacks [] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:23.921888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340ecc0-7089-43a3-86ce-3b1c0581f4a6 req-202815ca-0414-4453-ba2f-a2f71b6850b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:23.926382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d340ecc0-7089-43a3-86ce-3b1c0581f4a6 req-202815ca-0414-4453-ba2f-a2f71b6850b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 943 time: 0.3362362 Sep 13 10:17:23.946374 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Transition to ACTIVE for port object 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:17:23.947882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-be44bc6a-455f-4973-ac94-899780240496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:23.949254 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-be44bc6a-455f-4973-ac94-899780240496 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 200 len: 849 time: 0.3197005 Sep 13 10:17:24.011868 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-602df71b-d6e0-49ee-85e8-d2ef948fdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:24.013327 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-602df71b-d6e0-49ee-85e8-d2ef948fdd6d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556462 Sep 13 10:17:24.016351 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d340ecc0-7089-43a3-86ce-3b1c0581f4a6 req-8ed79048-53e5-45b7-9b85-b1b0308bd349 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859749 Sep 13 10:17:24.074280 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:24.182433 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Pushing event updated for resources: {'Port': ['ID=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:24.230084 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-2f29f023-64cb-473f-85f9-8ab9e7d8fc3e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067339 Sep 13 10:17:24.244244 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa64863-2b59-4015-9bf8-a4a9bd1a1505 req-8286c9f7-e8f8-44c3-a9d1-a68ff127b181 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:24.245639 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4aa64863-2b59-4015-9bf8-a4a9bd1a1505 req-8286c9f7-e8f8-44c3-a9d1-a68ff127b181 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 948 time: 0.1039939 Sep 13 10:17:24.331520 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Attempting to bind port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:24.332531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Attempting to bind port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:24.332531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Attempting to bind port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 on network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:24.402624 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4aa64863-2b59-4015-9bf8-a4a9bd1a1505 req-e5c4d2ba-0f1b-4b29-a2c9-6d561a1f1f74 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473315 Sep 13 10:17:24.414021 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:24.436788 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:24.462678 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c92d4f-1917-4700-92ad-59314c172cbc req-d77d2fef-6836-4746-bb17-110a616c1cae tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:24.464048 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b8c92d4f-1917-4700-92ad-59314c172cbc req-d77d2fef-6836-4746-bb17-110a616c1cae tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0861151 Sep 13 10:17:24.471761 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a0fd486-bc49-4ee4-9b14-7e9601afc53d req-67001451-8157-4a28-bc06-c3de7fcf7ab3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334733 Sep 13 10:17:24.479954 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 on network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:17:24.480277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Attempting to bind port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 on network b640de2f-1d12-4bb4-bb69-1af7b73e7f86 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:24.557650 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b8c92d4f-1917-4700-92ad-59314c172cbc req-88c89810-c308-4993-9975-7c7a7eb00e39 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848110 Sep 13 10:17:24.560867 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:24.561112 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Checking segment: {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:24.561554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Bound using segment: {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:24.561946 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Bound port: 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d54676-ed2e-4cce-87dd-523e3c2bf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:24.562300 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:24.645242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f28b1-3bf5-427e-9fb7-16148ad24c23 req-7d7377de-8bc0-4211-9319-d9e5394eef1c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:24.646592 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a36f28b1-3bf5-427e-9fb7-16148ad24c23 req-7d7377de-8bc0-4211-9319-d9e5394eef1c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 943 time: 0.0725424 Sep 13 10:17:24.676072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:24.686170 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] For port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:24.706651 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] For port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:24.719920 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a36f28b1-3bf5-427e-9fb7-16148ad24c23 req-9d06655b-4d35-4dc9-bef5-2b8dd90eafc2 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669851 Sep 13 10:17:24.811000 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:24.814970 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:24.815759 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:24.817265 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 HTTP/1.1" status: 200 len: 1093 time: 2.2163239 Sep 13 10:17:24.819629 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'tag': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:24.821899 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af605b37-5597-45a0-8732-8ab5ed897a92" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfac68f-b013-4c67-949c-d1fd909bb3e5", "tag": "8da7e5cd-29ef-4dce-b867-35c3a5b93ab8"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:24.863187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb3f20-1ef4-4fa3-96ef-d373af9c1119 x-openstack-request-id: req-2fcb3f20-1ef4-4fa3-96ef-d373af9c1119 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:24.863481 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfac68f-b013-4c67-949c-d1fd909bb3e5", "tag": "8da7e5cd-29ef-4dce-b867-35c3a5b93ab8", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:24.863734 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fcb3f20-1ef4-4fa3-96ef-d373af9c1119 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:24.864138 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcb3f20-1ef4-4fa3-96ef-d373af9c1119'] response: {'name': 'network-changed', 'server_uuid': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'tag': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8', 'status': 'completed', 'code': 200} Sep 13 10:17:24.875676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305abdf-4fc6-44ed-ab53-386dbc8b9d9f service neutron] Pushing event updated for resources: {'Port': ['ID=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:25.083389 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:25.142305 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1430-3bb1-4b5f-b774-3b07e8291a61 req-d0b0fdf3-0f5c-4990-8484-e9c3392692b9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:25.144209 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dfbc1430-3bb1-4b5f-b774-3b07e8291a61 req-d0b0fdf3-0f5c-4990-8484-e9c3392692b9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 943 time: 0.0477190 Sep 13 10:17:25.148226 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=73 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:25.200948 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dfbc1430-3bb1-4b5f-b774-3b07e8291a61 req-4a0afd62-67a8-4afd-aeca-c8f41f42ad17 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478220 Sep 13 10:17:25.201069 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:25.535370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0f3e4-5ad5-4c7f-8f0c-ee1a5fd62a1a req-a72f94c9-ab47-41ee-ba8e-659dcf85deeb tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:25.536826 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8ac0f3e4-5ad5-4c7f-8f0c-ee1a5fd62a1a req-a72f94c9-ab47-41ee-ba8e-659dcf85deeb tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 948 time: 0.0474188 Sep 13 10:17:25.586216 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8ac0f3e4-5ad5-4c7f-8f0c-ee1a5fd62a1a req-f1f48372-5cae-49ae-84c2-04675f873f8c tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Sep 13 10:17:25.706021 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:25.720376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129126e-0f95-45c4-896b-4f04171d983a req-b9f7e5d9-9788-4ba4-a41b-54c83c87584c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:25.721867 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7129126e-0f95-45c4-896b-4f04171d983a req-b9f7e5d9-9788-4ba4-a41b-54c83c87584c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0746634 Sep 13 10:17:25.724882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af605b37-5597-45a0-8732-8ab5ed897a92 req-f01ef713-0168-482f-a67f-905789083ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:25.726207 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af605b37-5597-45a0-8732-8ab5ed897a92 req-f01ef713-0168-482f-a67f-905789083ac5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=723137b6e4764ec6b58b46f84a05a37e&device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 1127 time: 0.0692396 Sep 13 10:17:25.780634 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7129126e-0f95-45c4-896b-4f04171d983a req-646b8695-fe36-4ed2-86c1-343e9f0296b3 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522714 Sep 13 10:17:25.850427 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:25.891022 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957066-1cff-4b5a-9777-85e40537ddf7 req-0083ab39-3573-4d1e-94b9-0c7e459017b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:25.892623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e9957066-1cff-4b5a-9777-85e40537ddf7 req-0083ab39-3573-4d1e-94b9-0c7e459017b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 943 time: 0.0856211 Sep 13 10:17:25.955775 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af605b37-5597-45a0-8732-8ab5ed897a92 req-d2348299-599c-494f-b527-766a4609e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:25.957189 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af605b37-5597-45a0-8732-8ab5ed897a92 req-d2348299-599c-494f-b527-766a4609e6e2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=723137b6e4764ec6b58b46f84a05a37e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1876140 Sep 13 10:17:25.962806 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:25.965527 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e9957066-1cff-4b5a-9777-85e40537ddf7 req-2727a0e6-5e49-4be3-8258-f1a7c95e0e40 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663018 Sep 13 10:17:26.048956 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:26.052686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device dd3f05c9-e47e-47e5-8f9e-7edf993cb796 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:17:26.075764 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af605b37-5597-45a0-8732-8ab5ed897a92 req-11ea03a1-1a4f-439d-9cd2-ec4c5083be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:26.078119 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af605b37-5597-45a0-8732-8ab5ed897a92 req-11ea03a1-1a4f-439d-9cd2-ec4c5083be5f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112452 Sep 13 10:17:26.178197 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-fa4d8e62-7c14-49a0-a90f-b6c6af725b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:26.179986 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-fa4d8e62-7c14-49a0-a90f-b6c6af725b39 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=723137b6e4764ec6b58b46f84a05a37e&device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 1127 time: 0.0516140 Sep 13 10:17:26.205320 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:26.219111 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796', 'network_id': '7cd988a5-f54d-4dda-ad29-c6a81a0f698c', 'port_id': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796', 'mac_address': 'fa:16:3e:1e:89:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 470, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc3a614-c397-4f56-8fd0-20bc6e62f0ef', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:17:26.230655 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-5a86e34c-a44b-4be2-814e-5d88e55a7a5d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 HTTP/1.1" status: 200 len: 217 time: 0.0391531 Sep 13 10:17:26.265472 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:26.265858 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:26.279776 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3f05c9-e47e-47e5-8f9e-7edf993cb796 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:26.300303 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:26.318551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf64d-832a-4532-8b51-0306c27d737e req-39577408-3a45-496f-8009-3434193bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:26.320016 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-39577408-3a45-496f-8009-3434193bb26d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3f80c08d-d1cf-4124-ae41-42b329d7ee2c HTTP/1.1" status: 200 len: 849 time: 0.0814199 Sep 13 10:17:26.338831 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b0806-b076-45b9-885a-22622e940a86 req-1d2fc41c-91f8-4194-aece-fce0982e8ee7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:26.340328 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-745b0806-b076-45b9-885a-22622e940a86 req-1d2fc41c-91f8-4194-aece-fce0982e8ee7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 943 time: 0.0547156 Sep 13 10:17:26.359285 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:26.378348 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-941310c2-3353-4b96-99ec-7d6b9d4d660f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=b640de2f-1d12-4bb4-bb69-1af7b73e7f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370700 Sep 13 10:17:26.408810 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:26.516896 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-745b0806-b076-45b9-885a-22622e940a86 req-2cbaac88-a26d-4cdb-a97c-a54dccf73342 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122942 Sep 13 10:17:26.516896 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-8c509d6e-6de7-4cc1-86ec-52e4dd59b8ce service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117599 Sep 13 10:17:26.596856 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f83cf64d-832a-4532-8b51-0306c27d737e req-283d3924-3520-4d42-9378-46cd6877251b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856059 Sep 13 10:17:26.714154 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['dd3f05c9-e47e-47e5-8f9e-7edf993cb796'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:26.719991 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1369c7b-cb4c-49bc-8a22-f4064308ef19 req-1cbfdbc5-42e8-49ab-8e29-7a12a8af6d52 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:26.721788 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c1369c7b-cb4c-49bc-8a22-f4064308ef19 req-1cbfdbc5-42e8-49ab-8e29-7a12a8af6d52 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 949 time: 0.0523880 Sep 13 10:17:26.807987 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c1369c7b-cb4c-49bc-8a22-f4064308ef19 req-c512a16a-0afe-46cf-8acb-443fec14d6c3 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Sep 13 10:17:26.941004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77f882-068d-453d-8816-994c292c6a34 req-19d9d1a5-ff0e-4556-9ba5-f344950d7929 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:26.943635 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ae77f882-068d-453d-8816-994c292c6a34 req-19d9d1a5-ff0e-4556-9ba5-f344950d7929 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0523262 Sep 13 10:17:26.996497 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ae77f882-068d-453d-8816-994c292c6a34 req-6862b24f-4306-4fe7-8000-58870c4fb2d2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Sep 13 10:17:27.128043 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2e568-9ae3-442d-8298-55aea98d12b6 req-18519da4-269e-47c6-821c-e064f36ebcd1 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:27.129612 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94a2e568-9ae3-442d-8298-55aea98d12b6 req-18519da4-269e-47c6-821c-e064f36ebcd1 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 943 time: 0.0533547 Sep 13 10:17:27.178997 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94a2e568-9ae3-442d-8298-55aea98d12b6 req-6a172fb9-076b-4f52-9b6e-697fcc9ee691 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Sep 13 10:17:27.582475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0783c-0843-472d-be1f-255ae2d72505 req-c911e1f8-2958-463b-8875-e1ca28097f39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:27.583848 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eec0783c-0843-472d-be1f-255ae2d72505 req-c911e1f8-2958-463b-8875-e1ca28097f39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 943 time: 0.0460982 Sep 13 10:17:27.632330 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eec0783c-0843-472d-be1f-255ae2d72505 req-cd9692c0-0d4f-4275-bd57-a5885c7d8e34 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Sep 13 10:17:27.952179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de001fc-dc48-4e1f-be03-7182e637d91a req-3dad622d-c6d7-47b8-b41e-04377201d3c9 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:27.954191 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3de001fc-dc48-4e1f-be03-7182e637d91a req-3dad622d-c6d7-47b8-b41e-04377201d3c9 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 949 time: 0.0526943 Sep 13 10:17:28.007603 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3de001fc-dc48-4e1f-be03-7182e637d91a req-f4071d37-8f31-43e5-b101-efbaf868d010 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Sep 13 10:17:28.065165 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29f0b49b-c442-4029-ab17-b8c8e27031dc details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:17:28.069202 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device dd3f05c9-e47e-47e5-8f9e-7edf993cb796 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:28.106551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:28.124738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:28.156594 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:28.190808 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:17:28.230960 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a4ea0-5b42-402d-9a22-25105411a78c req-f69daddf-8c13-4c3d-936a-d6426d190f6e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:28.232106 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:28.232884 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b0a4ea0-5b42-402d-9a22-25105411a78c req-f69daddf-8c13-4c3d-936a-d6426d190f6e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0601022 Sep 13 10:17:28.242746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 29f0b49b-c442-4029-ab17-b8c8e27031dc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:28.258736 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'port_id': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'mac_address': 'fa:16:3e:d1:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:17:28.261966 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:28.262347 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:28.331225 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b0a4ea0-5b42-402d-9a22-25105411a78c req-6c68d6ec-904b-421e-ace2-692ac7b278fe tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864358 Sep 13 10:17:28.343147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 29f0b49b-c442-4029-ab17-b8c8e27031dc is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:28.343612 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:28.349794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da0d2a-3495-41be-b256-59f8dedad52e req-0477d86c-e696-4a84-aacf-ad3bfe0baf24 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:28.355623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-15da0d2a-3495-41be-b256-59f8dedad52e req-0477d86c-e696-4a84-aacf-ad3bfe0baf24 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 943 time: 0.0954671 Sep 13 10:17:28.372988 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f0b49b-c442-4029-ab17-b8c8e27031dc {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:28.414751 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-15da0d2a-3495-41be-b256-59f8dedad52e req-7f3c8f9d-c7e2-4fc6-be14-fc82ed528eea tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Sep 13 10:17:28.438421 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 29f0b49b-c442-4029-ab17-b8c8e27031dc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:28.443045 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:28.446639 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:28.466034 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:28.468303 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88801616-63cf-4e35-8747-28d3e9925a4d" -d '{"events": [{"server_uuid": "a2f3dda9-b22b-462e-8654-72dd969ed185", "name": "network-vif-plugged", "status": "completed", "tag": "dd3f05c9-e47e-47e5-8f9e-7edf993cb796"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:28.480499 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:28.509347 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a2586d-c4b7-420b-8fe1-d0a26f0609b8 x-openstack-request-id: req-a6a2586d-c4b7-420b-8fe1-d0a26f0609b8 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:28.509705 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f3dda9-b22b-462e-8654-72dd969ed185", "name": "network-vif-plugged", "status": "completed", "tag": "dd3f05c9-e47e-47e5-8f9e-7edf993cb796", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:28.509960 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6a2586d-c4b7-420b-8fe1-d0a26f0609b8 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:28.510358 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a2586d-c4b7-420b-8fe1-d0a26f0609b8'] response: {'server_uuid': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796', 'code': 200} Sep 13 10:17:28.522467 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:28.556540 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:28.581446 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=29f0b49b-c442-4029-ab17-b8c8e27031dc,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:28.632516 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:28.766514 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc73d50-5a8a-4cd9-a52e-786d21fe9390 req-e60b2217-3aac-4ee7-9235-8da2dd2ea3da tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:28.768220 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fdc73d50-5a8a-4cd9-a52e-786d21fe9390 req-e60b2217-3aac-4ee7-9235-8da2dd2ea3da tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 944 time: 0.0532548 Sep 13 10:17:28.858038 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fdc73d50-5a8a-4cd9-a52e-786d21fe9390 req-fe45e681-0199-48e0-b23a-27247e5e2c71 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836630 Sep 13 10:17:28.860448 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210368b0-609c-4bd6-a399-047fbb2228fc req-d3daa999-855d-4877-9fb0-4c7a6eb5695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:28.862393 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-210368b0-609c-4bd6-a399-047fbb2228fc req-d3daa999-855d-4877-9fb0-4c7a6eb5695b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 1134 time: 0.0700059 Sep 13 10:17:28.891670 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['29f0b49b-c442-4029-ab17-b8c8e27031dc'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:28.933991 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-210368b0-609c-4bd6-a399-047fbb2228fc req-8c1c049d-160c-4a6f-82f5-d65c9a4fc5e5 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634739 Sep 13 10:17:29.166653 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73b4fc-cbbf-42a8-bf98-8c6647d8f2d0 req-a86aef58-8eaa-4930-8a29-bcb3ff4c4fe1 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:29.168210 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-da73b4fc-cbbf-42a8-bf98-8c6647d8f2d0 req-a86aef58-8eaa-4930-8a29-bcb3ff4c4fe1 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.0502348 Sep 13 10:17:29.220456 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-da73b4fc-cbbf-42a8-bf98-8c6647d8f2d0 req-735d613f-5880-4edf-b746-c687031f9449 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463338 Sep 13 10:17:29.318906 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:29.479147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:29.486147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acffdf-be71-498e-9ef3-c8c63adcd13e req-3c604e7b-50bb-41cc-b20a-20ffc159b382 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:29.487662 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87acffdf-be71-498e-9ef3-c8c63adcd13e req-3c604e7b-50bb-41cc-b20a-20ffc159b382 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0765858 Sep 13 10:17:29.510908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b630f-e757-4fa9-b556-caf8996e30c0 req-a09df6c4-617d-416b-9962-c38f422fd089 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:29.512439 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-928b630f-e757-4fa9-b556-caf8996e30c0 req-a09df6c4-617d-416b-9962-c38f422fd089 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0648384 Sep 13 10:17:29.577610 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87acffdf-be71-498e-9ef3-c8c63adcd13e req-45103ab4-5e31-49dc-b9c7-48d7c6640911 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833952 Sep 13 10:17:29.589170 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-928b630f-e757-4fa9-b556-caf8996e30c0 req-c340c8a9-1653-4c9b-871f-99bca50bd0ad tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693970 Sep 13 10:17:29.686448 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32796a17-a807-4741-8531-1d9c7fe57698 req-0f179ad0-94ca-4491-bff3-6b95c11c98a0 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:29.692468 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-32796a17-a807-4741-8531-1d9c7fe57698 req-0f179ad0-94ca-4491-bff3-6b95c11c98a0 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 943 time: 0.0495672 Sep 13 10:17:29.742733 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-32796a17-a807-4741-8531-1d9c7fe57698 req-512d8882-bec6-42b7-b8c3-8fc2bb22f048 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Sep 13 10:17:29.924687 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:29.975126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:29.992646 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa534e-8759-4ef5-b562-c51fe4fcf494 req-3a38ef68-b2e3-4fde-b976-b3a9c46efac7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:29.994231 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41fa534e-8759-4ef5-b562-c51fe4fcf494 req-3a38ef68-b2e3-4fde-b976-b3a9c46efac7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 944 time: 0.0497975 Sep 13 10:17:30.045378 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41fa534e-8759-4ef5-b562-c51fe4fcf494 req-cf4fdfe6-75fd-4653-bb0b-a0b3fb7d0553 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449500 Sep 13 10:17:30.078615 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:17:30.081956 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29f0b49b-c442-4029-ab17-b8c8e27031dc up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:30.183659 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 29f0b49b-c442-4029-ab17-b8c8e27031dc completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:17:30.230032 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:30.243664 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8', 'network_id': 'b640de2f-1d12-4bb4-bb69-1af7b73e7f86', 'port_id': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8', 'mac_address': 'fa:16:3e:c1:92:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 465, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f80c08d-d1cf-4124-ae41-42b329d7ee2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:17:30.280238 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 29f0b49b-c442-4029-ab17-b8c8e27031dc triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:30.282956 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.309796 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45130) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:30.320388 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:30.320779 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.342062 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:30.349652 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:30.351037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:30.373640 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9362f-5d99-456e-96cd-433cc32b646e req-86fce7ad-3a6b-419e-aa33-d4e76d8d63af tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:30.375149 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2cd9362f-5d99-456e-96cd-433cc32b646e req-86fce7ad-3a6b-419e-aa33-d4e76d8d63af tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.0700319 Sep 13 10:17:30.388500 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:30.403692 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 29f0b49b-c442-4029-ab17-b8c8e27031dc is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:30.404075 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.433004 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2cd9362f-5d99-456e-96cd-433cc32b646e req-16f4b54f-e529-4287-834f-e4828ace0ecb tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Sep 13 10:17:30.439412 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 29f0b49b-c442-4029-ab17-b8c8e27031dc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:30.460944 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-693851c7-e669-4c4a-8171-e75cd7cb2a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.461156 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.503969 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:30.511242 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:30.513555 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6018aa66-b5c0-4893-8931-b80bd3a0854f" -d '{"events": [{"server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "name": "network-vif-plugged", "status": "completed", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:30.551529 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3175a04-af5c-43f2-8377-a03e92881ba2 x-openstack-request-id: req-f3175a04-af5c-43f2-8377-a03e92881ba2 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:30.551828 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "name": "network-vif-plugged", "status": "completed", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:30.552070 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3175a04-af5c-43f2-8377-a03e92881ba2 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:30.552606 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3175a04-af5c-43f2-8377-a03e92881ba2'] response: {'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'code': 200} Sep 13 10:17:30.567998 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.579477 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-693851c7-e669-4c4a-8171-e75cd7cb2a07 admin admin] Publish callbacks [] for security_group (3bb90f27-d847-4898-a582-dc3dcd7241d5), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.620417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=29f0b49b-c442-4029-ab17-b8c8e27031dc,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:30.648134 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-693851c7-e669-4c4a-8171-e75cd7cb2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3bb90f27-d847-4898-a582-dc3dcd7241d5), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.689954 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-693851c7-e669-4c4a-8171-e75cd7cb2a07 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d190b110f5cf45d7947e46832f6f76a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790107 Sep 13 10:17:30.691588 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693851c7-e669-4c4a-8171-e75cd7cb2a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb90f27-d847-4898-a582-dc3dcd7241d5,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:30.693355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45140) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:30.708642 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c42bd1-0453-45b3-a4d0-a2616b386003 req-c6dad720-2d03-4f91-aaf0-bf2ec062bba2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:30.710418 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4c42bd1-0453-45b3-a4d0-a2616b386003 req-c6dad720-2d03-4f91-aaf0-bf2ec062bba2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0552049 Sep 13 10:17:30.790342 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4c42bd1-0453-45b3-a4d0-a2616b386003 req-5d338949-e519-4c7c-8e38-7acd4710e828 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716310 Sep 13 10:17:30.793237 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b57d358-c971-4f68-ba63-52e7326c42e2 admin admin] Publish callbacks [] for security_group (3bb90f27-d847-4898-a582-dc3dcd7241d5), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.824131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b57d358-c971-4f68-ba63-52e7326c42e2 admin admin] Publish callbacks [] for security_group (3bb90f27-d847-4898-a582-dc3dcd7241d5), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:30.831666 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:30.861849 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['8da7e5cd-29ef-4dce-b867-35c3a5b93ab8'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:30.904046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2c77e-fb28-4e02-94c9-7ccee581d652 req-15ab3e22-f108-48c3-97d5-aa08860a900e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:30.905666 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d7a2c77e-fb28-4e02-94c9-7ccee581d652 req-15ab3e22-f108-48c3-97d5-aa08860a900e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0527828 Sep 13 10:17:30.959267 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d7a2c77e-fb28-4e02-94c9-7ccee581d652 req-6b52f64b-520b-4f6a-898e-a60811f2dbdd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Sep 13 10:17:31.053998 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b57d358-c971-4f68-ba63-52e7326c42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3bb90f27-d847-4898-a582-dc3dcd7241d5), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:31.057171 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b57d358-c971-4f68-ba63-52e7326c42e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:31.060910 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7b57d358-c971-4f68-ba63-52e7326c42e2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3bb90f27-d847-4898-a582-dc3dcd7241d5 HTTP/1.1" status: 204 len: 168 time: 0.3638549 Sep 13 10:17:31.074879 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57d358-c971-4f68-ba63-52e7326c42e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb90f27-d847-4898-a582-dc3dcd7241d5,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:31.247004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad1b20-a04c-44c8-93cb-2cfea6f5e08c req-727bfe66-6ad8-46b8-bc07-567da6b6f693 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:31.248957 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4ad1b20-a04c-44c8-93cb-2cfea6f5e08c req-727bfe66-6ad8-46b8-bc07-567da6b6f693 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 944 time: 0.0564799 Sep 13 10:17:31.249783 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:31.354374 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4ad1b20-a04c-44c8-93cb-2cfea6f5e08c req-49f4d478-3242-49fd-a774-6e9bec7d06ad tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907114 Sep 13 10:17:31.357554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7024c-a0ef-4b4a-b9cd-98603b24b898 req-4db98f88-c171-42ee-9f47-e746d3e8e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:31.358868 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-68f7024c-a0ef-4b4a-b9cd-98603b24b898 req-4db98f88-c171-42ee-9f47-e746d3e8e493 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 1129 time: 0.0677004 Sep 13 10:17:31.363181 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:31.418821 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-68f7024c-a0ef-4b4a-b9cd-98603b24b898 req-e7634964-78f4-46c7-b3a6-65d676d83073 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468986 Sep 13 10:17:31.481709 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266a16-42c2-4549-a88f-968703945489 req-ed1c8ff8-2b07-40f3-ad70-2b48c18ec68a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:31.483235 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea266a16-42c2-4549-a88f-968703945489 req-ed1c8ff8-2b07-40f3-ad70-2b48c18ec68a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0486937 Sep 13 10:17:31.540297 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea266a16-42c2-4549-a88f-968703945489 req-5cccfcaf-aac6-4344-be7e-226aba45e0dc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502563 Sep 13 10:17:31.647993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83387-84a0-4a01-bc07-6ac2505eeb68 req-cc3784f1-7756-4c64-a5e9-62851521e4d4 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:31.649456 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18f83387-84a0-4a01-bc07-6ac2505eeb68 req-cc3784f1-7756-4c64-a5e9-62851521e4d4 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.0505793 Sep 13 10:17:31.707695 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18f83387-84a0-4a01-bc07-6ac2505eeb68 req-c5cdd205-0e4f-43fd-8306-bc4e14d00894 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Sep 13 10:17:31.758897 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:31.853237 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45166) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:31.867840 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ada9c1f-2cfb-454e-a6cd-f779666e8461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:31.955449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f43cf-52f4-4f08-be50-c3350a58bfaa req-b11e6049-62e2-48d8-a1e8-baa9deb0a2f4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:31.957690 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-654f43cf-52f4-4f08-be50-c3350a58bfaa req-b11e6049-62e2-48d8-a1e8-baa9deb0a2f4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0660024 Sep 13 10:17:32.019947 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ada9c1f-2cfb-454e-a6cd-f779666e8461 admin admin] Publish callbacks [] for security_group (0f4914b7-e595-4992-b559-c21d1259f5c9), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.032079 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-654f43cf-52f4-4f08-be50-c3350a58bfaa req-9ec99a6c-f9a6-4faf-baf1-4efb56c368c6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677767 Sep 13 10:17:32.075923 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:32.082961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ada9c1f-2cfb-454e-a6cd-f779666e8461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0f4914b7-e595-4992-b559-c21d1259f5c9), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.121034 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:32.131882 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:17:32.191561 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:32.191791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7ada9c1f-2cfb-454e-a6cd-f779666e8461 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=25c5707224bb4b84a6566038b33ad8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373482 Sep 13 10:17:32.192092 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.196032 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45172) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:32.201695 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada9c1f-2cfb-454e-a6cd-f779666e8461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4914b7-e595-4992-b559-c21d1259f5c9,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:32.204026 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:17:32.215612 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea9c5-58ed-4258-8690-c4e68c8c263e req-c3c9ef51-a0e3-4fdf-b6d4-96cd129d6db4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:32.223123 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf7ea9c5-58ed-4258-8690-c4e68c8c263e req-c3c9ef51-a0e3-4fdf-b6d4-96cd129d6db4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.1267381 Sep 13 10:17:32.244903 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b647aa-5fc2-4dbc-96a4-136a36201260 req-530a7e2a-c8ca-4351-8e07-fdfa31c3739b tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:32.246449 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-58b647aa-5fc2-4dbc-96a4-136a36201260 req-530a7e2a-c8ca-4351-8e07-fdfa31c3739b tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.1176360 Sep 13 10:17:32.253803 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e5f356fe-68aa-461d-9b0e-ab4767e26be6 admin admin] Publish callbacks [] for security_group (0f4914b7-e595-4992-b559-c21d1259f5c9), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.280736 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e5f356fe-68aa-461d-9b0e-ab4767e26be6 admin admin] Publish callbacks [] for security_group (0f4914b7-e595-4992-b559-c21d1259f5c9), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.289991 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:32.290208 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.294473 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf7ea9c5-58ed-4258-8690-c4e68c8c263e req-5008579b-f082-41b3-8d83-0b4665e691d7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704892 Sep 13 10:17:32.302133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:32.326233 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-58b647aa-5fc2-4dbc-96a4-136a36201260 req-f961ec01-8958-4d88-887c-4a270ee02e50 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Sep 13 10:17:32.329192 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:32.444593 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.476811 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e5f356fe-68aa-461d-9b0e-ab4767e26be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0f4914b7-e595-4992-b559-c21d1259f5c9), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.479712 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e5f356fe-68aa-461d-9b0e-ab4767e26be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:32.481512 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e5f356fe-68aa-461d-9b0e-ab4767e26be6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0f4914b7-e595-4992-b559-c21d1259f5c9 HTTP/1.1" status: 204 len: 168 time: 0.2843397 Sep 13 10:17:32.494791 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f356fe-68aa-461d-9b0e-ab4767e26be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4914b7-e595-4992-b559-c21d1259f5c9,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:32.495443 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f49f05-aa03-420d-8f62-0cf3638ee949 req-579a2079-f30d-4d61-9ef9-5c28c3a5a812 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:32.496358 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:32.496955 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f5f49f05-aa03-420d-8f62-0cf3638ee949 req-579a2079-f30d-4d61-9ef9-5c28c3a5a812 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0554194 Sep 13 10:17:32.553130 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f5f49f05-aa03-420d-8f62-0cf3638ee949 req-bfe6978e-81ba-4f2f-9bbf-fa854566eb51 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Sep 13 10:17:32.555826 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:32.565756 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b74caa-fcea-4803-a194-7fdcaf23b57f" -d '{"events": [{"server_uuid": "1dfac68f-b013-4c67-949c-d1fd909bb3e5", "name": "network-vif-plugged", "status": "completed", "tag": "8da7e5cd-29ef-4dce-b867-35c3a5b93ab8"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:32.600339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599084f4-9792-4df5-bc8d-ceea0425b5f7 x-openstack-request-id: req-599084f4-9792-4df5-bc8d-ceea0425b5f7 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:32.600339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfac68f-b013-4c67-949c-d1fd909bb3e5", "name": "network-vif-plugged", "status": "completed", "tag": "8da7e5cd-29ef-4dce-b867-35c3a5b93ab8", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:32.600339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-599084f4-9792-4df5-bc8d-ceea0425b5f7 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:32.600339 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599084f4-9792-4df5-bc8d-ceea0425b5f7'] response: {'server_uuid': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8', 'code': 200} Sep 13 10:17:32.680363 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960d6dc-6057-4c5b-b0ba-3504b5bd34d1 req-da997bce-2695-4f0c-8ddf-ba2d5756a5cc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:32.680363 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0960d6dc-6057-4c5b-b0ba-3504b5bd34d1 req-da997bce-2695-4f0c-8ddf-ba2d5756a5cc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0462875 Sep 13 10:17:32.730297 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0960d6dc-6057-4c5b-b0ba-3504b5bd34d1 req-db6ab796-ad02-448b-854a-0c7df73a7b5d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Sep 13 10:17:33.159836 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35aed-ffc4-456c-b9f0-f6f82d7e726b req-f12ab6d5-a8e1-4569-aa52-26035e903507 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:33.161483 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3a35aed-ffc4-456c-b9f0-f6f82d7e726b req-f12ab6d5-a8e1-4569-aa52-26035e903507 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0510466 Sep 13 10:17:33.185422 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45190) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:33.199789 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-47b2c342-1a98-4c1f-95f3-5dcce75d1650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.212148 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3a35aed-ffc4-456c-b9f0-f6f82d7e726b req-4c9c4432-4591-4d13-9a07-52fcbfd22724 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Sep 13 10:17:33.242839 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:33.280610 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-47b2c342-1a98-4c1f-95f3-5dcce75d1650 admin admin] Publish callbacks [] for security_group (f3710bf1-f73c-45cf-a466-861fe17b429b), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.345585 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-47b2c342-1a98-4c1f-95f3-5dcce75d1650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f3710bf1-f73c-45cf-a466-861fe17b429b), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.394943 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-47b2c342-1a98-4c1f-95f3-5dcce75d1650 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=24554b13b7aa45e084ebd5a09f73d06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084060 Sep 13 10:17:33.401803 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45196) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:33.402465 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c342-1a98-4c1f-95f3-5dcce75d1650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3710bf1-f73c-45cf-a466-861fe17b429b,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:33.471813 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5193cd1-3d03-49c0-9b03-dde775a99f4d admin admin] Publish callbacks [] for security_group (f3710bf1-f73c-45cf-a466-861fe17b429b), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.479820 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833b33-6828-4555-9ffb-c13792d1b6ab req-8bf1b435-3b73-4cb8-8770-ce96593fbfb6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:33.482957 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e5833b33-6828-4555-9ffb-c13792d1b6ab req-8bf1b435-3b73-4cb8-8770-ce96593fbfb6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0859618 Sep 13 10:17:33.491568 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:33.493943 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5193cd1-3d03-49c0-9b03-dde775a99f4d admin admin] Publish callbacks [] for security_group (f3710bf1-f73c-45cf-a466-861fe17b429b), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.504023 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d892e3-86d2-4e3f-92d7-b433824c3e04 req-6e6ae986-fc85-4eb5-831f-90bdcd92020b tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:33.505512 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-64d892e3-86d2-4e3f-92d7-b433824c3e04 req-6e6ae986-fc85-4eb5-831f-90bdcd92020b tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.0730329 Sep 13 10:17:33.581534 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e5833b33-6828-4555-9ffb-c13792d1b6ab req-52dba3a0-7d97-46de-b854-a3e9675fbdad tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930007 Sep 13 10:17:33.585553 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-64d892e3-86d2-4e3f-92d7-b433824c3e04 req-adc0f0fa-33ae-4938-95e0-6d01be86a7f9 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Sep 13 10:17:33.623445 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5193cd1-3d03-49c0-9b03-dde775a99f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f3710bf1-f73c-45cf-a466-861fe17b429b), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.626207 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5193cd1-3d03-49c0-9b03-dde775a99f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:33.627386 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c5193cd1-3d03-49c0-9b03-dde775a99f4d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f3710bf1-f73c-45cf-a466-861fe17b429b HTTP/1.1" status: 204 len: 168 time: 0.2306147 Sep 13 10:17:33.635989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193cd1-3d03-49c0-9b03-dde775a99f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3710bf1-f73c-45cf-a466-861fe17b429b,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:33.700807 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e29ea-404c-400d-94bf-84d3a07c810d req-d8eafd61-0dc9-40b9-83c1-1bc864fb65ea tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:33.702265 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1c1e29ea-404c-400d-94bf-84d3a07c810d req-d8eafd61-0dc9-40b9-83c1-1bc864fb65ea tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0513864 Sep 13 10:17:33.753279 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1c1e29ea-404c-400d-94bf-84d3a07c810d req-dffebdfb-3111-45c9-b477-5c6faa5a0d9a tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Sep 13 10:17:33.843482 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:33.856029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece10157-4ba5-46cc-b899-f5dc00985903 req-6ddaad7f-ee38-4f24-a142-7a710b3c5a51 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:33.857519 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ece10157-4ba5-46cc-b899-f5dc00985903 req-6ddaad7f-ee38-4f24-a142-7a710b3c5a51 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Sep 13 10:17:33.907402 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ece10157-4ba5-46cc-b899-f5dc00985903 req-2dbe7b57-3095-4cf8-9469-f6dd386e991e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Sep 13 10:17:34.342860 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddfe66-4653-4d1e-a01f-11a7e14c23ce req-facb1bf5-07f7-489d-8da1-9fe40289e660 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:34.344395 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-49ddfe66-4653-4d1e-a01f-11a7e14c23ce req-facb1bf5-07f7-489d-8da1-9fe40289e660 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0522199 Sep 13 10:17:34.396341 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-49ddfe66-4653-4d1e-a01f-11a7e14c23ce req-35071a1b-6c6b-450c-9cda-032da046920b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459485 Sep 13 10:17:34.748805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef12357-4abb-479b-b8f4-61c6d7b38a15 req-d37d29db-e2d8-4f6f-ac16-565e405f4a62 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:34.750879 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6ef12357-4abb-479b-b8f4-61c6d7b38a15 req-d37d29db-e2d8-4f6f-ac16-565e405f4a62 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.0811491 Sep 13 10:17:34.759934 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475f117-da8b-48cb-a6ed-13e1e3872780 req-ea11bb59-1bae-4e58-911c-36bd72967ae0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:34.761369 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2475f117-da8b-48cb-a6ed-13e1e3872780 req-ea11bb59-1bae-4e58-911c-36bd72967ae0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0897968 Sep 13 10:17:34.841256 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6ef12357-4abb-479b-b8f4-61c6d7b38a15 req-5cbefe36-60d6-41b5-bf9e-1be877d4a37e tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789471 Sep 13 10:17:34.844671 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2475f117-da8b-48cb-a6ed-13e1e3872780 req-9bb5bbc5-a180-4bd5-8883-eb93fd02230c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755341 Sep 13 10:17:34.993864 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57792d29-f7cc-4341-b877-2257769a84c1 req-494b2a32-a3e3-4e45-a187-bb91dc4acd1b tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:34.995623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57792d29-f7cc-4341-b877-2257769a84c1 req-494b2a32-a3e3-4e45-a187-bb91dc4acd1b tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0796263 Sep 13 10:17:35.106304 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb85ce-8431-46d8-8f20-0ef2f4337be8 req-bf27ba50-ea0e-4f66-9ad1-4c6eae7192df tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:35.107828 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1fbb85ce-8431-46d8-8f20-0ef2f4337be8 req-bf27ba50-ea0e-4f66-9ad1-4c6eae7192df tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.1112537 Sep 13 10:17:35.143788 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-10a31151-cc77-4ea4-93e4-9ec19fbeb3a6 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:35.145226 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-10a31151-cc77-4ea4-93e4-9ec19fbeb3a6 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.1082568 Sep 13 10:17:35.156823 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57792d29-f7cc-4341-b877-2257769a84c1 req-f2d60376-4382-4851-99e6-de0c48465766 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497080 Sep 13 10:17:35.227107 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1fbb85ce-8431-46d8-8f20-0ef2f4337be8 req-05970e00-d1a5-4787-b9aa-713a79a1cc77 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023543 Sep 13 10:17:35.342121 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Deleting port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:17:35.347223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:35.384376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c915a-73c6-46fc-8d24-68a6cca6fd4f req-2059a7c0-8620-4cfc-81c4-4d8db78531bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:35.385955 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f28c915a-73c6-46fc-8d24-68a6cca6fd4f req-2059a7c0-8620-4cfc-81c4-4d8db78531bf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 1129 time: 0.1193237 Sep 13 10:17:35.700977 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33304682-e0f7-4e2b-98c8-80731f63cd77 req-15430b13-9ed3-468b-ac17-1ece667fc17f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:35.702467 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-33304682-e0f7-4e2b-98c8-80731f63cd77 req-15430b13-9ed3-468b-ac17-1ece667fc17f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.3830252 Sep 13 10:17:35.717581 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45288) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:35.722340 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'floatingip': {'port_id': '29f0b49b-c442-4029-ab17-b8c8e27031dc'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:35.735708 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:35.762740 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (105e454b-f4ef-4d80-be01-ddc47776de26), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:35.784094 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dee2c-c2c7-47c0-96d3-40ac6acd64e5 req-d445e3a4-d3bb-4de3-9ec2-1874a4bf1f85 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:35.785513 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5b8dee2c-c2c7-47c0-96d3-40ac6acd64e5 req-d445e3a4-d3bb-4de3-9ec2-1874a4bf1f85 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.1083171 Sep 13 10:17:35.813214 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f28c915a-73c6-46fc-8d24-68a6cca6fd4f req-d70c1c83-4ba8-45f3-867c-30bb064ae5bc service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953006 Sep 13 10:17:35.820245 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] For port dd3f05c9-e47e-47e5-8f9e-7edf993cb796, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,segment=NetworkSegment(9f6984ff-e4bd-4bb4-84de-da9d9c380509),segment_id=9f6984ff-e4bd-4bb4-84de-da9d9c380509)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:35.823699 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:35.840970 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Calling delete_port for dd3f05c9-e47e-47e5-8f9e-7edf993cb796 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:17:35.853784 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:35.908754 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5b8dee2c-c2c7-47c0-96d3-40ac6acd64e5 req-cb7d8119-738e-49f6-9626-e9938061d136 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108329 Sep 13 10:17:36.053466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4de0f-fcb6-4ed6-b85d-225dcd24ea3e req-4e123e0d-67d7-4245-9be3-fc3b902849d2 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:36.054805 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78e4de0f-fcb6-4ed6-b85d-225dcd24ea3e req-4e123e0d-67d7-4245-9be3-fc3b902849d2 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 950 time: 0.0876920 Sep 13 10:17:36.138156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc8ca-fa6d-47a0-a7a6-3b2926f40d70 req-f87b5356-d409-4138-bef9-54187d9726dd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:36.139712 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-336dc8ca-fa6d-47a0-a7a6-3b2926f40d70 req-f87b5356-d409-4138-bef9-54187d9726dd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.1024959 Sep 13 10:17:36.195906 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78e4de0f-fcb6-4ed6-b85d-225dcd24ea3e req-369ef3be-843b-4040-876d-f7edff934118 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=130a4766-e572-4bba-9474-f6ef8352252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189814 Sep 13 10:17:36.206045 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (dd3f05c9-e47e-47e5-8f9e-7edf993cb796), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:36.223787 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['dd3f05c9-e47e-47e5-8f9e-7edf993cb796'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:36.244827 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:36.248931 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Pushing event deleted for resources: {'Port': ['ID=dd3f05c9-e47e-47e5-8f9e-7edf993cb796,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:36.275296 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-336dc8ca-fa6d-47a0-a7a6-3b2926f40d70 req-2b16e6ec-111b-432a-a554-747311eca8cd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285610 Sep 13 10:17:36.276602 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.276945 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.277286 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.277881 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.278293 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.278503 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.278827 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.279464 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.279794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.280137 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.280518 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.280886 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.281722 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.282050 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.282370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:36.312169 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (105e454b-f4ef-4d80-be01-ddc47776de26), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:36.420662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] No DVR routers for this DVR port dd3f05c9-e47e-47e5-8f9e-7edf993cb796 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:17:36.420662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:36.420662 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5546ab79-04ef-4e3a-ae43-6a8223bcfe88 req-dd42259e-bd14-4823-ae05-9662e937a09d tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.50 "DELETE /networking/v2.0/ports/dd3f05c9-e47e-47e5-8f9e-7edf993cb796 HTTP/1.1" status: 204 len: 173 time: 1.2347951 Sep 13 10:17:36.420662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'name': 'network-vif-deleted', 'tag': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:36.420662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb4efa-0d7e-40f9-8df8-8c9f3ef05fad" -d '{"events": [{"server_uuid": "a2f3dda9-b22b-462e-8654-72dd969ed185", "name": "network-vif-deleted", "tag": "dd3f05c9-e47e-47e5-8f9e-7edf993cb796"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:36.420662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0b079-5689-4927-9153-b7d47c3af2f2 req-f1f9ed0b-016b-4a68-a6c3-1d3d7d210721 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:36.421478 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-32b0b079-5689-4927-9153-b7d47c3af2f2 req-f1f9ed0b-016b-4a68-a6c3-1d3d7d210721 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.1554646 Sep 13 10:17:36.460401 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Floating IP 105e454b-f4ef-4d80-be01-ddc47776de26 associated. External IP: 172.27.2.196, port: 29f0b49b-c442-4029-ab17-b8c8e27031dc. Sep 13 10:17:36.469336 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f845ce7-3c25-48d3-9f1a-66a95a4ab8ff x-openstack-request-id: req-4f845ce7-3c25-48d3-9f1a-66a95a4ab8ff {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:36.469629 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f3dda9-b22b-462e-8654-72dd969ed185", "name": "network-vif-deleted", "tag": "dd3f05c9-e47e-47e5-8f9e-7edf993cb796", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:36.469884 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f845ce7-3c25-48d3-9f1a-66a95a4ab8ff {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:36.470288 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f845ce7-3c25-48d3-9f1a-66a95a4ab8ff'] response: {'server_uuid': 'a2f3dda9-b22b-462e-8654-72dd969ed185', 'name': 'network-vif-deleted', 'tag': 'dd3f05c9-e47e-47e5-8f9e-7edf993cb796', 'status': 'completed', 'code': 200} Sep 13 10:17:36.488905 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-32b0b079-5689-4927-9153-b7d47c3af2f2 req-5dc36718-8574-4cff-9eb8-dbf3bc18a211 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668330 Sep 13 10:17:36.677299 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Router f16bf701-49f6-47fa-80f4-5563803d02fa has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:17:36.796249 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:17:36.801183 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:36.803898 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:36.809223 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:17:36.824442 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:36.825091 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:36.833167 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-50d28380-a4d3-4a88-a784-8a3718982d87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/105e454b-f4ef-4d80-be01-ddc47776de26 HTTP/1.1" status: 200 len: 991 time: 1.1144292 Sep 13 10:17:36.833813 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:36.836146 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:36.877991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e696bdc-c690-4792-ae05-b89162d8bff3 x-openstack-request-id: req-8e696bdc-c690-4792-ae05-b89162d8bff3 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:36.877991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:36.877991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e696bdc-c690-4792-ae05-b89162d8bff3 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:36.877991 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e696bdc-c690-4792-ae05-b89162d8bff3'] response: {'name': 'network-changed', 'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'status': 'completed', 'code': 200} Sep 13 10:17:36.932132 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:37.042177 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07609-c51e-4b4e-b202-8c7563452c48 req-575b65c0-84fc-499a-9928-a0b663a3f8be tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:37.045139 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ebf07609-c51e-4b4e-b202-8c7563452c48 req-575b65c0-84fc-499a-9928-a0b663a3f8be tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0495715 Sep 13 10:17:37.103717 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ebf07609-c51e-4b4e-b202-8c7563452c48 req-cf1b8866-94b7-49e2-9249-6d31d416e785 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Sep 13 10:17:37.329791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6afda3b1-567d-4131-ab2a-10f75d650846 req-e30e62e8-7716-4dcc-a0eb-4f039f926c3e tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0329263 Sep 13 10:17:37.331685 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '105e454b-f4ef-4d80-be01-ddc47776de26', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'port_id': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'mac_address': 'fa:16:3e:d1:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:12Z', 'updated_at': '2022-09-13T10:17:36Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:37.362329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:17:37.370546 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:37.373653 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:37.374284 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:37.426035 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932cf9b-00da-44fb-8c75-1c06ac74a1c6 req-06900942-4603-43c5-9e73-8bdad5e2f2e8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:37.427825 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6932cf9b-00da-44fb-8c75-1c06ac74a1c6 req-06900942-4603-43c5-9e73-8bdad5e2f2e8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0530386 Sep 13 10:17:37.475745 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6932cf9b-00da-44fb-8c75-1c06ac74a1c6 req-50130b3a-f829-4afa-bf70-c0fbcf5e8d3a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Sep 13 10:17:37.483935 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:37.603839 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:37.617511 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591d8c-8cdc-4e44-9fe0-78c13eb8b700 req-e03512b1-132a-4e7c-96cc-d61b549c0723 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:37.618973 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5c591d8c-8cdc-4e44-9fe0-78c13eb8b700 req-e03512b1-132a-4e7c-96cc-d61b549c0723 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0464315 Sep 13 10:17:37.670505 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5c591d8c-8cdc-4e44-9fe0-78c13eb8b700 req-3eb33ac4-ef4b-4ac4-914f-232a640e980f tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Sep 13 10:17:37.732592 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '105e454b-f4ef-4d80-be01-ddc47776de26', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'port_id': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'mac_address': 'fa:16:3e:d1:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:12Z', 'updated_at': '2022-09-13T10:17:36Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:37.758979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-0ba24c10-92ad-4c89-9942-2ec40a30c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:37.761006 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-0ba24c10-92ad-4c89-9942-2ec40a30c250 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 1129 time: 0.0527942 Sep 13 10:17:37.765138 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f448825-ff6f-4580-9394-41fe7b80ef39 None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '105e454b-f4ef-4d80-be01-ddc47776de26', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'port_id': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'mac_address': 'fa:16:3e:d1:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:12Z', 'updated_at': '2022-09-13T10:17:36Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:17:37.872406 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-0034f99b-76b4-4c62-b995-4bd2c4877cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:37.873934 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-0034f99b-76b4-4c62-b995-4bd2c4877cd5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 911 time: 0.1036949 Sep 13 10:17:37.946385 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-3db4e3f4-8c69-4741-8d3b-8346a4e76b62 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc HTTP/1.1" status: 200 len: 999 time: 0.0642300 Sep 13 10:17:38.003311 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d0a15d-743f-481e-bd7b-a8b5690ef4e4 None None] New status for floating IP 105e454b-f4ef-4d80-be01-ddc47776de26: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:17:38.110442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:38.120348 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-a48aab22-1f0d-4518-89a5-5eb714cd048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:38.121923 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-a48aab22-1f0d-4518-89a5-5eb714cd048f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 200 len: 849 time: 0.0929031 Sep 13 10:17:38.129448 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a7b02-887f-4108-9222-e10cef5c3693 req-1afef97e-30e3-4522-9071-9a54b37beff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:38.131148 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-656a7b02-887f-4108-9222-e10cef5c3693 req-1afef97e-30e3-4522-9071-9a54b37beff4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1129 time: 0.1006351 Sep 13 10:17:38.237608 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8475fc-20cb-4da4-8dd2-7a7f9124541d req-6f905b8d-297e-4081-be18-99a95e050f52 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:38.239102 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca8475fc-20cb-4da4-8dd2-7a7f9124541d req-6f905b8d-297e-4081-be18-99a95e050f52 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0498135 Sep 13 10:17:38.290874 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca8475fc-20cb-4da4-8dd2-7a7f9124541d req-a41de6f1-32ef-490e-a12e-509325f5c008 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Sep 13 10:17:38.456864 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-03e89850-a037-4d00-b776-e2cfa73ff2da req-e585362b-a679-4c3e-bbfb-2e2cff9a4f70 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Sep 13 10:17:38.602384 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d490fb4-f776-497f-8545-a1fd085c4f72 req-8dc0afa3-804c-4b70-aecc-3ac5e729801e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:38.604139 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d490fb4-f776-497f-8545-a1fd085c4f72 req-8dc0afa3-804c-4b70-aecc-3ac5e729801e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0462632 Sep 13 10:17:38.713208 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d490fb4-f776-497f-8545-a1fd085c4f72 req-5d864ac9-faa8-4af9-b1f4-bd5fc8a16e3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027091 Sep 13 10:17:38.717302 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-3c85f072-2ebc-41b3-b022-159feda7c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:38.719385 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-3c85f072-2ebc-41b3-b022-159feda7c5f0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875854 Sep 13 10:17:38.747074 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-656a7b02-887f-4108-9222-e10cef5c3693 req-ec4d1043-412a-4a25-bb96-6c328d2d0e05 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165891 Sep 13 10:17:38.874465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23abbcb-26f2-434e-a4d8-fd1fb2374f9e req-e8e6af89-ae04-43ff-b76d-d7880ed22d76 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:38.881435 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e23abbcb-26f2-434e-a4d8-fd1fb2374f9e req-e8e6af89-ae04-43ff-b76d-d7880ed22d76 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0769801 Sep 13 10:17:38.908486 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-b1f5a70a-6504-4c83-9aac-383c97160db3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723924 Sep 13 10:17:38.939154 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e23abbcb-26f2-434e-a4d8-fd1fb2374f9e req-fc5bb866-8d30-4810-a082-c6a7dd7d5402 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Sep 13 10:17:39.113160 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbdaee68-22df-467e-bf1b-258fdf4a6eb7 req-a59493f8-9303-4827-95ec-1ff5ff1265d3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007001 Sep 13 10:17:39.428539 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f05e5-749c-42ff-90c6-0c5945abcb97 req-67c13db8-5aba-46c3-9fb6-88a49b535e09 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:39.430026 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-760f05e5-749c-42ff-90c6-0c5945abcb97 req-67c13db8-5aba-46c3-9fb6-88a49b535e09 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0516825 Sep 13 10:17:39.483895 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-760f05e5-749c-42ff-90c6-0c5945abcb97 req-df0734b0-7729-4af0-9314-19bc9bd2233e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476360 Sep 13 10:17:39.585331 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a747a4a4-91b6-465f-9900-5aa66466f71e req-01c4d0eb-42e0-411b-8cd7-126e26cab803 tempest-VolumesNegativeTest-1608754453 tempest-VolumesNegativeTest-1608754453-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a2f3dda9-b22b-462e-8654-72dd969ed185 HTTP/1.1" status: 200 len: 210 time: 0.0287657 Sep 13 10:17:39.853481 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:39.863898 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6945320-d722-4f24-822d-cc1c62c6e117 req-927cbb19-229a-4f89-8816-258a97e4a770 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:39.865362 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6945320-d722-4f24-822d-cc1c62c6e117 req-927cbb19-229a-4f89-8816-258a97e4a770 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0548120 Sep 13 10:17:39.926717 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6945320-d722-4f24-822d-cc1c62c6e117 req-80f2b932-e77e-407c-bf0e-8c57e4e7b240 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550220 Sep 13 10:17:40.121312 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device dd3f05c9-e47e-47e5-8f9e-7edf993cb796 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:17:40.141606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: dd3f05c9-e47e-47e5-8f9e-7edf993cb796 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:17:40.141948 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device dd3f05c9-e47e-47e5-8f9e-7edf993cb796 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:17:40.308296 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305fce0-2443-4a86-92af-a930b8d7f310 req-131d2cee-42f7-49a3-9be8-0d2d7f3f8862 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:40.309799 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f305fce0-2443-4a86-92af-a930b8d7f310 req-131d2cee-42f7-49a3-9be8-0d2d7f3f8862 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0499122 Sep 13 10:17:40.358561 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f305fce0-2443-4a86-92af-a930b8d7f310 req-ed04edb5-2763-43d3-b099-7a0da05e15bb tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Sep 13 10:17:40.619544 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b5e9-3020-4858-949c-8c6d3780dace req-26973702-a099-4717-a289-7037044bda9a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:40.621444 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fcc5b5e9-3020-4858-949c-8c6d3780dace req-26973702-a099-4717-a289-7037044bda9a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0461092 Sep 13 10:17:40.676876 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fcc5b5e9-3020-4858-949c-8c6d3780dace req-1f56c2a6-8d93-4176-8653-e833ed122d90 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471954 Sep 13 10:17:41.046550 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:41.065135 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7dfb1-8293-48f5-a8a4-3d671d7bb000 req-8c889c78-5715-4577-82b6-69e186afce08 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:41.066616 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a9d7dfb1-8293-48f5-a8a4-3d671d7bb000 req-8c889c78-5715-4577-82b6-69e186afce08 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0563726 Sep 13 10:17:41.129429 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a9d7dfb1-8293-48f5-a8a4-3d671d7bb000 req-1fb7265a-54e3-4270-bf47-943c82ef5f43 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Sep 13 10:17:41.486643 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a4994-42fc-430f-b058-119d0534f7b8 req-490c87c9-81b8-45c6-8d63-2b0a31d477fa tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:41.488128 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-766a4994-42fc-430f-b058-119d0534f7b8 req-490c87c9-81b8-45c6-8d63-2b0a31d477fa tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Sep 13 10:17:41.544613 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-766a4994-42fc-430f-b058-119d0534f7b8 req-dd5bf2a7-0d4e-4e57-88f8-2839f72bf994 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Sep 13 10:17:41.804394 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8638e0-7962-4c9f-a629-be9101046a09 req-4e39d416-0461-45a6-b7f1-dd8af96147a2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:41.805257 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0e8638e0-7962-4c9f-a629-be9101046a09 req-4e39d416-0461-45a6-b7f1-dd8af96147a2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0520511 Sep 13 10:17:41.856877 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0e8638e0-7962-4c9f-a629-be9101046a09 req-3e32cf6f-639e-46f6-a213-ca6f05f2d0af tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Sep 13 10:17:42.259251 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81937-4995-4259-aba9-d9da36f78330 req-4ada215c-1d4f-4a49-abd7-d348e69172f6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:42.261020 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-81b81937-4995-4259-aba9-d9da36f78330 req-4ada215c-1d4f-4a49-abd7-d348e69172f6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0492792 Sep 13 10:17:42.351906 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5406f65-8760-4aad-9375-ad00dcd7adb6 req-9fbb2c80-8251-43f7-9929-7a361c6961fc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:42.353372 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b5406f65-8760-4aad-9375-ad00dcd7adb6 req-9fbb2c80-8251-43f7-9929-7a361c6961fc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0650854 Sep 13 10:17:42.357391 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-81b81937-4995-4259-aba9-d9da36f78330 req-83e9c1a2-7163-4f99-a51f-9d8ead5c7827 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889676 Sep 13 10:17:42.416938 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b5406f65-8760-4aad-9375-ad00dcd7adb6 req-ced1d24d-b57b-47f9-8e67-1c1f366f66b4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Sep 13 10:17:42.672942 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec22111-4d26-4234-9ca3-f5f6f74a2ffb req-cd370d4c-959a-4d8a-b683-53f2af861749 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:42.674544 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ec22111-4d26-4234-9ca3-f5f6f74a2ffb req-cd370d4c-959a-4d8a-b683-53f2af861749 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0473323 Sep 13 10:17:42.726343 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ec22111-4d26-4234-9ca3-f5f6f74a2ffb req-456054c3-119a-48cd-b587-be0eddf66436 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 Sep 13 10:17:43.155740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b112af-d328-4874-8c02-7d8314af673f req-09719103-6d31-455c-828c-4ae2e8bf3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.157313 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-09719103-6d31-455c-828c-4ae2e8bf3d48 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1129 time: 0.0416865 Sep 13 10:17:43.301835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b112af-d328-4874-8c02-7d8314af673f req-17fe15eb-07e2-4d19-b2c2-60e2006c6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.303320 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-17fe15eb-07e2-4d19-b2c2-60e2006c6103 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.1317182 Sep 13 10:17:43.310988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-af6f113e-a672-459a-834a-fe89d08ed604 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.312542 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-af6f113e-a672-459a-834a-fe89d08ed604 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.0643632 Sep 13 10:17:43.496495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcc46b-7f5c-4a11-93a7-914916eee184 req-06157e0c-f387-4b26-9127-9ff66761c223 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.499652 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0fcc46b-7f5c-4a11-93a7-914916eee184 req-06157e0c-f387-4b26-9127-9ff66761c223 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0557432 Sep 13 10:17:43.588561 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b0fcc46b-7f5c-4a11-93a7-914916eee184 req-f7e27c2f-8b78-4b2a-a6f3-16651005aaf9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838311 Sep 13 10:17:43.595710 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9912b-169c-4c89-8b3c-d37bdbb7f4e2 req-c375499c-8499-4fcb-8b30-f8a085bd0234 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.597238 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3e9912b-169c-4c89-8b3c-d37bdbb7f4e2 req-c375499c-8499-4fcb-8b30-f8a085bd0234 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0858645 Sep 13 10:17:43.615885 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:43.671838 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-52c795ad-0f30-480a-8bc1-dd9c5672f99c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 217 time: 0.0735967 Sep 13 10:17:43.721311 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:43.791892 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3e9912b-169c-4c89-8b3c-d37bdbb7f4e2 req-1268ecf2-d1ea-4afe-9bb5-dbf957ad9b87 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782801 Sep 13 10:17:43.796814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b112af-d328-4874-8c02-7d8314af673f req-795bb613-e67a-4da3-94cc-b0d9a6323845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.799209 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-795bb613-e67a-4da3-94cc-b0d9a6323845 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.1153259 Sep 13 10:17:43.840489 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Deleting port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:17:43.840829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:43.945658 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0c833-31e6-4705-b7be-1373baaaf0a4 req-087d7a30-577c-48bb-80e3-3da99b291431 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.947155 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0ae0c833-31e6-4705-b7be-1373baaaf0a4 req-087d7a30-577c-48bb-80e3-3da99b291431 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 945 time: 0.1232986 Sep 13 10:17:43.950004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b112af-d328-4874-8c02-7d8314af673f req-0a6d17fd-f507-4832-a457-2a18918ccced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:43.951499 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-0a6d17fd-f507-4832-a457-2a18918ccced service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1314282 Sep 13 10:17:44.087095 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] For port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,segment=NetworkSegment(10d54676-ed2e-4cce-87dd-523e3c2bf444),segment_id=10d54676-ed2e-4cce-87dd-523e3c2bf444)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:44.087490 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:44.129312 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Calling delete_port for 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:17:44.133760 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0ae0c833-31e6-4705-b7be-1373baaaf0a4 req-ede60c65-6e0f-4998-a27f-c0250e8b26b1 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795397 Sep 13 10:17:44.163372 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-0f247378-c8f6-4db2-850d-0cd337eabce9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928313 Sep 13 10:17:44.319457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:44.357791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52b112af-d328-4874-8c02-7d8314af673f req-02ede5b7-1037-4b21-a2ab-fa1cbfd547d0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458786 Sep 13 10:17:44.439110 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (8da7e5cd-29ef-4dce-b867-35c3a5b93ab8), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:44.460114 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['8da7e5cd-29ef-4dce-b867-35c3a5b93ab8'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:17:44.469591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Pushing event deleted for resources: {'Port': ['ID=8da7e5cd-29ef-4dce-b867-35c3a5b93ab8,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:44.518436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] No DVR routers for this DVR port 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:17:44.521425 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:44.525122 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7fcc29cf-125d-440e-a5df-c99e479c9679 req-455bf63e-b1ac-478b-b639-9afdfab842b9 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.50 "DELETE /networking/v2.0/ports/8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 HTTP/1.1" status: 204 len: 173 time: 0.9258969 Sep 13 10:17:44.525716 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'name': 'network-vif-deleted', 'tag': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:17:44.528063 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5dd37b-664b-4a24-ad14-efed14b78633" -d '{"events": [{"server_uuid": "1dfac68f-b013-4c67-949c-d1fd909bb3e5", "name": "network-vif-deleted", "tag": "8da7e5cd-29ef-4dce-b867-35c3a5b93ab8"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:17:44.584252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ca1ff3-e8a2-43f5-b964-208abd0ef217 x-openstack-request-id: req-a8ca1ff3-e8a2-43f5-b964-208abd0ef217 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:17:44.584252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfac68f-b013-4c67-949c-d1fd909bb3e5", "name": "network-vif-deleted", "tag": "8da7e5cd-29ef-4dce-b867-35c3a5b93ab8", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:17:44.584252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8ca1ff3-e8a2-43f5-b964-208abd0ef217 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:17:44.584252 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ca1ff3-e8a2-43f5-b964-208abd0ef217'] response: {'server_uuid': '1dfac68f-b013-4c67-949c-d1fd909bb3e5', 'name': 'network-vif-deleted', 'tag': '8da7e5cd-29ef-4dce-b867-35c3a5b93ab8', 'status': 'completed', 'code': 200} Sep 13 10:17:44.739338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea99c-bab8-4bf6-b1a2-d2434ae152d4 req-8db229d6-3054-430f-a815-2c54c1ed33d2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:44.740794 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78cea99c-bab8-4bf6-b1a2-d2434ae152d4 req-8db229d6-3054-430f-a815-2c54c1ed33d2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0465617 Sep 13 10:17:44.771762 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:44.793214 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78cea99c-bab8-4bf6-b1a2-d2434ae152d4 req-84e10188-92e2-4a62-9e74-da086136c34f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Sep 13 10:17:44.806025 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45666) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:44.812652 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708932693', 'description': 'tempest-description--1059488960'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:44.893656 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:44.915091 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:44.919956 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4dfc-e5a5-48d8-942d-ea8fcd2d1b8c req-8e577f77-ca7e-4d24-b24d-47b460079e63 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:44.921708 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-77cf4dfc-e5a5-48d8-942d-ea8fcd2d1b8c req-8e577f77-ca7e-4d24-b24d-47b460079e63 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0471373 Sep 13 10:17:44.972615 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-77cf4dfc-e5a5-48d8-942d-ea8fcd2d1b8c req-2ae7333d-794d-4095-824d-591653be7314 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Sep 13 10:17:45.046303 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (e1934d8d-87cd-4f8b-b61f-34bc82b1df50), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.112742 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e1934d8d-87cd-4f8b-b61f-34bc82b1df50), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.147640 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1934d8d-87cd-4f8b-b61f-34bc82b1df50,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:45.156740 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.157655 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.157923 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.158262 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.158594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.158923 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.159298 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.159628 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.159950 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.160395 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.160590 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.160906 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.161222 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.161541 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.161861 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:45.238557 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.240401 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-240a6a1f-e71a-487a-824f-1eb4b168d200 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4332635 Sep 13 10:17:45.243731 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45700) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:45.250594 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5cfe0894-c136-4092-b828-67104eeb3476 req-f0255575-ee8a-44ad-abd3-3f92aea0b8da tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Sep 13 10:17:45.251840 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'e1934d8d-87cd-4f8b-b61f-34bc82b1df50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:45.357085 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (3e4d96f4-d6cb-40e9-ad35-c39207aa2869), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.420250 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (3e4d96f4-d6cb-40e9-ad35-c39207aa2869), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.493659 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (3e4d96f4-d6cb-40e9-ad35-c39207aa2869), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.513328 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4d96f4-d6cb-40e9-ad35-c39207aa2869,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:45.686452 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.688959 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-92dcc6f1-3079-4596-81a7-e70281713b98 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4427390 Sep 13 10:17:45.710036 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45708) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:45.711483 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'e1934d8d-87cd-4f8b-b61f-34bc82b1df50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:45.832775 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (c5a26f48-2842-46fe-ac5a-95728664b841), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.889592 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (c5a26f48-2842-46fe-ac5a-95728664b841), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.937153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f828eae-2290-4dc8-901e-6f07e58c9fc2 req-ff9631c9-0b07-462e-9a32-ec078bf6c296 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:45.939112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6f828eae-2290-4dc8-901e-6f07e58c9fc2 req-ff9631c9-0b07-462e-9a32-ec078bf6c296 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0496929 Sep 13 10:17:45.964143 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (c5a26f48-2842-46fe-ac5a-95728664b841), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:45.977805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:45.983334 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a26f48-2842-46fe-ac5a-95728664b841,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:45.990107 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6f828eae-2290-4dc8-901e-6f07e58c9fc2 req-45a3a5ff-12f1-4d47-bad8-90bfe8534f90 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Sep 13 10:17:46.081092 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:46.082662 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f2ade893-d3dd-4f02-b9d3-bccfec2c39da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749008 Sep 13 10:17:46.086142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45714) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:46.090325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:46.103539 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c51940-ad1f-49f3-8215-8da89e903b90 req-0f01af31-54e3-45ff-afcd-7ecf90886abd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:46.104962 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d5c51940-ad1f-49f3-8215-8da89e903b90 req-0f01af31-54e3-45ff-afcd-7ecf90886abd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0559702 Sep 13 10:17:46.162311 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d5c51940-ad1f-49f3-8215-8da89e903b90 req-eb99550a-ada9-4321-acf7-9d0d1c05d0ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Sep 13 10:17:46.196490 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:46.283876 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:46.376551 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-34638581-39d9-48a4-8bcc-618ca1bb8076 req-4456eeec-53bd-45f4-9046-eb0141fc6e69 tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0328701 Sep 13 10:17:46.432018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.27.2.209 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/6dd0b11a-0c9f-478d-9952-9d2f0da64a7b) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:46.518479 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-36058489-74d2-4b31-b936-275f0f7dae8c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803094 Sep 13 10:17:46.602358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:46.613933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-9ad0e415-1afa-48ee-899c-8a536150a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:46.615482 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-9ad0e415-1afa-48ee-899c-8a536150a9e6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 1129 time: 0.0587478 Sep 13 10:17:46.637256 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:46.745990 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:46.789556 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:46.794684 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:46.796755 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=6dd0b11a-0c9f-478d-9952-9d2f0da64a7b,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:46.799418 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:46.885796 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (5114d7f5-bc35-4db0-baf6-5c15580b07a8), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:46.987007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.044673 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:47.077008 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45732) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:47.520841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcd7c0-2096-486c-9829-0cc228dc8a6a req-cd508dc1-93f5-46f7-a1a6-cc24e7ffa154 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:47.522633 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-aedcd7c0-2096-486c-9829-0cc228dc8a6a req-cd508dc1-93f5-46f7-a1a6-cc24e7ffa154 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.4338496 Sep 13 10:17:47.539974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77bb11-6593-4e39-9d7a-2f7794c8c576 req-9fce0600-2ede-47be-bfac-da8b28735613 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:47.541593 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2f77bb11-6593-4e39-9d7a-2f7794c8c576 req-9fce0600-2ede-47be-bfac-da8b28735613 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.1799316 Sep 13 10:17:47.652595 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-a5cfe12d-058a-42d3-a745-4c9a60e15911 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e9655193b10a47e6ba071e70d0d8b7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744987 Sep 13 10:17:47.655698 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45746) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:47.663380 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.673841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:47.686513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-cd57eb5d-2067-4618-9307-3ba2f9b90e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:47.687992 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-cd57eb5d-2067-4618-9307-3ba2f9b90e3c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.3251545 Sep 13 10:17:47.704638 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-aedcd7c0-2096-486c-9829-0cc228dc8a6a req-f854d29d-443d-443c-8373-dc515c7af90c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722002 Sep 13 10:17:47.708946 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2f77bb11-6593-4e39-9d7a-2f7794c8c576 req-c7ed5c98-12f1-4cd6-9d2f-2736552f55cd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498175 Sep 13 10:17:47.709942 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d45e6b6a-a323-4b09-a85e-ef6d262bdb82 admin admin] Publish callbacks [] for security_group (130a4766-e572-4bba-9474-f6ef8352252a), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.729613 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.747070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d45e6b6a-a323-4b09-a85e-ef6d262bdb82 admin admin] Publish callbacks [] for security_group (130a4766-e572-4bba-9474-f6ef8352252a), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.806835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=6dd0b11a-0c9f-478d-9952-9d2f0da64a7b,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:47.810899 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (5114d7f5-bc35-4db0-baf6-5c15580b07a8), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.851631 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-801bbb10-001a-42d0-a4bf-13d5e7ed3a8f req-201a3257-edb3-4e16-8bae-3420f046bb2c tempest-VolumesActionsTest-1501221289 tempest-VolumesActionsTest-1501221289-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=1dfac68f-b013-4c67-949c-d1fd909bb3e5 HTTP/1.1" status: 200 len: 210 time: 0.0459435 Sep 13 10:17:47.861801 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d45e6b6a-a323-4b09-a85e-ef6d262bdb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (130a4766-e572-4bba-9474-f6ef8352252a), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.864468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d45e6b6a-a323-4b09-a85e-ef6d262bdb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.865614 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d45e6b6a-a323-4b09-a85e-ef6d262bdb82 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/130a4766-e572-4bba-9474-f6ef8352252a HTTP/1.1" status: 204 len: 168 time: 0.2089140 Sep 13 10:17:47.875587 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e6b6a-a323-4b09-a85e-ef6d262bdb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a4766-e572-4bba-9474-f6ef8352252a,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:47.926382 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:47.927637 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-dcf203f8-7853-4008-be8e-f8da5743c043 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8406312 Sep 13 10:17:48.001864 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-7ee2dcdd-6972-4070-b3f1-6dab939d526d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95 HTTP/1.1" status: 200 len: 217 time: 0.0383365 Sep 13 10:17:48.055335 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-a8e81df8-6430-4a0e-8bf8-61654f5f9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:48.056793 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-a8e81df8-6430-4a0e-8bf8-61654f5f9933 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0475943 Sep 13 10:17:48.111189 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-a7a76701-f0eb-4246-873f-556f75e7692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:48.112867 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-a7a76701-f0eb-4246-873f-556f75e7692a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485482 Sep 13 10:17:48.168633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:17:48.173674 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=16 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:48.192981 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:17:48.199397 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 8da7e5cd-29ef-4dce-b867-35c3a5b93ab8 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:17:48.199727 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:48.231088 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-fd6dc4f2-a50e-498a-a56e-7f9ce67efea8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1708932693&fields=id&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 267 time: 0.1172035 Sep 13 10:17:48.320846 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-74f3f3d4-89e4-445f-b34b-f29d139a2e82 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934249 Sep 13 10:17:48.445044 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-57467a4d-f979-41c1-8d16-d891c06a3eb3 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:48.446510 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-57467a4d-f979-41c1-8d16-d891c06a3eb3 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.2076082 Sep 13 10:17:48.477690 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-4ddd719a-e778-4c74-8b84-35232a0c1e81 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/quotas/66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 375 time: 0.0249870 Sep 13 10:17:48.540230 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c87073c-7afd-4a03-a3de-85460aaa179c req-3c195fdf-7873-4966-ac20-c8cde715c767 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079678 Sep 13 10:17:48.566635 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-8db8c0f1-5884-4e75-93e2-5ec68f45e2d9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799510 Sep 13 10:17:48.684907 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-28cf8a9b-3bf7-4e11-a87d-db1c4725f770 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968344 Sep 13 10:17:48.795357 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-aba4288f-a7b5-4feb-b41c-578fbe716102 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045592 Sep 13 10:17:48.847208 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:48.870673 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fa30e-aec7-4cc9-935d-99a718e2fd4c req-0984b4db-8bbf-42f7-b837-bf82e0fa06e0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:48.870673 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-254fa30e-aec7-4cc9-935d-99a718e2fd4c req-0984b4db-8bbf-42f7-b837-bf82e0fa06e0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0592077 Sep 13 10:17:48.910692 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-254fa30e-aec7-4cc9-935d-99a718e2fd4c req-bd207b93-c676-4847-887a-f4a7b6d5f812 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 Sep 13 10:17:49.025876 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45792) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:49.107605 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031c5ef-25cd-4436-a93e-e49bb9ea7843 req-78109f9a-7b33-4669-bad9-895ab6b7e6b0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:49.107605 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5031c5ef-25cd-4436-a93e-e49bb9ea7843 req-78109f9a-7b33-4669-bad9-895ab6b7e6b0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.1180017 Sep 13 10:17:49.147791 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:49.204697 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a309039-5023-4bbf-8739-85aff7bb7abb req-bfbb724d-77cb-4369-b744-d27d2c6e4929 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0845287 Sep 13 10:17:49.291455 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1154670109-network', 'tenant_id': '7cc199dd87e24511a8d267603b571456'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:49.308124 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5031c5ef-25cd-4436-a93e-e49bb9ea7843 req-1f0c276b-29fa-40c4-9f41-37244f179fd6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953764 Sep 13 10:17:49.320832 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:49.455274 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Made reservation on behalf of 7cc199dd87e24511a8d267603b571456 for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:49.462019 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.477351 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.556341 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:49.558403 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks [] for security_group (eedb7935-aece-4e78-b3d3-0d2920b3e183), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.620994 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (eedb7935-aece-4e78-b3d3-0d2920b3e183), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.644879 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:17:49.663314 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (1db042f1-6a04-4516-b2fe-fd62ec95b038), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.663647 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Added segment 1db042f1-6a04-4516-b2fe-fd62ec95b038 of type vlan for network efbc911f-ad2a-4c68-952b-f6a00ba8476f Sep 13 10:17:49.664992 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb7935-aece-4e78-b3d3-0d2920b3e183,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:49.709585 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (efbc911f-ad2a-4c68-952b-f6a00ba8476f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.809866 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (efbc911f-ad2a-4c68-952b-f6a00ba8476f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.810957 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:49.811578 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:49.881925 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] Pushing event updated for resources: {'Network': ['ID=efbc911f-ad2a-4c68-952b-f6a00ba8476f,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:49.892222 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:17:49.996858 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45834) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:49.997432 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-7229c53b-d657-45d4-a563-8380ddb3b45c admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9691334 Sep 13 10:17:50.003648 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Request body: {'subnet': {'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1154670109-subnet', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:50.077377 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77c6ef-2cc4-4159-96ea-6eafcbd6eb6a req-6ec822a8-3c75-4ed7-8dc4-cb2de39d4f04 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:50.079153 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d77c6ef-2cc4-4159-96ea-6eafcbd6eb6a req-6ec822a8-3c75-4ed7-8dc4-cb2de39d4f04 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0572972 Sep 13 10:17:50.137428 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d77c6ef-2cc4-4159-96ea-6eafcbd6eb6a req-740ede9d-31e0-441d-b874-5ffebc1d6d16 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519905 Sep 13 10:17:50.158758 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Made reservation on behalf of 7cc199dd87e24511a8d267603b571456 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:50.161599 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3814017'] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.330821 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17e38de4-ed9e-4b66-a41d-28e9566a9886 req-f06660d8-8049-4354-999d-7b92602d43f3 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0358992 Sep 13 10:17:50.461817 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3814035'] for subnet (ff8acb0c-0671-4fe0-897d-1170b17faad8), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.521400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8acb0c-0671-4fe0-897d-1170b17faad8,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:50.528979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Checking segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:50.529587 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Network hostable DHCP agents. Network: efbc911f-ad2a-4c68-952b-f6a00ba8476f, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:17:50.629756 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:17:50.704033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, efbc911f-ad2a-4c68-952b-f6a00ba8476f) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:50.708117 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:50.708872 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.714102 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649cf5a-5daa-40a7-8440-05bd920788b2 None None] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:17:50.738000 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:50.781296 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d70b1a19-14aa-4686-8e99-a8532ec9aa54 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7824576 Sep 13 10:17:50.784608 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45872) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:50.788959 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:50.832950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:17:50.833858 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.837986 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cd847f8e-21ef-4390-8efb-cfeac9b463fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.956551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (f7443b26-5da9-46d7-b096-db2d161e0c40), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.957770 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (f7443b26-5da9-46d7-b096-db2d161e0c40), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:50.971149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Allocated IP 172.20.0.2 (efbc911f-ad2a-4c68-952b-f6a00ba8476f/ff8acb0c-0671-4fe0-897d-1170b17faad8/0789a300-e8f8-4bb6-877a-92b21837a1a2) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:51.011869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks [] for router_controller (f7443b26-5da9-46d7-b096-db2d161e0c40), precommit_add_association {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.033557 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:51.115581 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Publish callbacks [] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.207895 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.219559 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks [] for router_gateway (f7443b26-5da9-46d7-b096-db2d161e0c40), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.244880 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:51.247948 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:51.254105 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:51.267011 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Pushing event updated for resources: {'Port': ['ID=0789a300-e8f8-4bb6-877a-92b21837a1a2,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:51.271751 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd28a19-2fe9-4ae7-aa0a-62de79c499de req-049f31c7-d6cf-40a8-8775-e8539fc3c1a9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:51.273797 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1cd28a19-2fe9-4ae7-aa0a-62de79c499de req-049f31c7-d6cf-40a8-8775-e8539fc3c1a9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0484028 Sep 13 10:17:51.322414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Attempting to bind port 0789a300-e8f8-4bb6-877a-92b21837a1a2 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:51.322794 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Attempting to bind port 0789a300-e8f8-4bb6-877a-92b21837a1a2 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:51.326254 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Attempting to bind port 0789a300-e8f8-4bb6-877a-92b21837a1a2 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:51.326392 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1cd28a19-2fe9-4ae7-aa0a-62de79c499de req-b2277dc0-ebc0-4756-9a2d-183ff485c73e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Sep 13 10:17:51.371362 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:51.371743 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Checking segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:51.372147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.372713 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Bound using segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:51.373407 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Bound port: 0789a300-e8f8-4bb6-877a-92b21837a1a2, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:51.373969 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.402905 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:51.443128 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] For port 0789a300-e8f8-4bb6-877a-92b21837a1a2, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:51.446282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] For port 0789a300-e8f8-4bb6-877a-92b21837a1a2, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0789a300-e8f8-4bb6-877a-92b21837a1a2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:51.451568 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87c99974-d38f-4833-848c-1d4a73f81643 req-4ad7a9be-02b0-43b2-b574-9cb5dd358938 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0359619 Sep 13 10:17:51.455400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:51.536119 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.560730 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks [] for router_gateway (f7443b26-5da9-46d7-b096-db2d161e0c40), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.583484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.586871 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e773d1-69d8-43b8-b997-d40a68494fc6 None None] Pushing event updated for resources: {'Port': ['ID=0789a300-e8f8-4bb6-877a-92b21837a1a2,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:51.721916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Allocated IP 172.27.2.101 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/065ca70f-b424-4b3d-b792-6a86255d5724) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:51.847405 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks [] for port (065ca70f-b424-4b3d-b792-6a86255d5724), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.946732 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:51.973589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:51.990091 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:51.995373 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:51.997741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Pushing event updated for resources: {'Port': ['ID=065ca70f-b424-4b3d-b792-6a86255d5724,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:51.999856 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:52.343385 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks [] for router_gateway (f7443b26-5da9-46d7-b096-db2d161e0c40), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.420122 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ab72b-bab7-4060-bb72-77f3ddda4e29 None None] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:17:52.499313 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1673d8-aff1-4d73-a9e6-dee874ca683f req-d9704dea-9e9b-4035-b51b-a5c37a170f08 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:52.500829 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cf1673d8-aff1-4d73-a9e6-dee874ca683f req-d9704dea-9e9b-4035-b51b-a5c37a170f08 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0861566 Sep 13 10:17:52.501575 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] Provisioning complete for port 0789a300-e8f8-4bb6-877a-92b21837a1a2 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:52.501958 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.587350 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e7b9ee80-f19b-4835-aa9d-dd0232cfd9e8 req-9b5d6992-1676-4f72-bfff-4b27e67d6e78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0486128 Sep 13 10:17:52.632619 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] Current status of the port 0789a300-e8f8-4bb6-877a-92b21837a1a2 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:52.633156 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.645778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:52.670817 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cf1673d8-aff1-4d73-a9e6-dee874ca683f req-67088540-339c-44b8-bd98-76a87fc1b7c8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250150 Sep 13 10:17:52.671650 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] For port 0789a300-e8f8-4bb6-877a-92b21837a1a2, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0789a300-e8f8-4bb6-877a-92b21837a1a2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:52.675128 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (f7443b26-5da9-46d7-b096-db2d161e0c40), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.728090 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0789a300-e8f8-4bb6-877a-92b21837a1a2 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:52.781664 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.826841 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0789a300-e8f8-4bb6-877a-92b21837a1a2 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:52.827239 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.867157 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518fa5-1700-4fdb-b72e-2f9a823df22b None None] Pushing event updated for resources: {'Port': ['ID=0789a300-e8f8-4bb6-877a-92b21837a1a2,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:52.906936 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Router f7443b26-5da9-46d7-b096-db2d161e0c40 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:17:52.923357 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-cf0f972a-f4b4-4dd7-b917-64fb8ded5cce None None] Provisioning complete for port 0789a300-e8f8-4bb6-877a-92b21837a1a2 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:52.923728 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cf0f972a-f4b4-4dd7-b917-64fb8ded5cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:52.925015 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:52.946693 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0789a300-e8f8-4bb6-877a-92b21837a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:52.954681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:53.003956 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-cf0f972a-f4b4-4dd7-b917-64fb8ded5cce None None] Current status of the port 0789a300-e8f8-4bb6-877a-92b21837a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:53.026777 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:17:53.028843 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:17:53.039526 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:53.040147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:53.095498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.096740 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-0891b202-0f6d-4411-b83e-ce9cb5f920df admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3111951 Sep 13 10:17:53.099858 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45902) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:53.158083 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:53.323521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c17d42cc-8048-4467-9e98-9d1f5fccb711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.355208 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:52Z', 'revision_number': 3, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:53.379943 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:17:53.379943 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Updating router f7443b26-5da9-46d7-b096-db2d161e0c40 port 065ca70f-b424-4b3d-b792-6a86255d5724 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:17:53.426847 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.555580 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.583761 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:53.605719 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:53.718631 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-83c1cfd1-8d42-44db-9370-29bb5ed5c569 req-0ad10d95-d3d4-4590-b442-9283419a39fd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0308361 Sep 13 10:17:53.756391 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Allocated IP 172.20.0.1 (efbc911f-ad2a-4c68-952b-f6a00ba8476f/ff8acb0c-0671-4fe0-897d-1170b17faad8/e596f08d-a638-485a-8f07-c1c6e500c157) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:53.840998 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0efb-cb9f-4625-a5fa-3ffdf92fcbdc req-516a40b0-83f0-48ad-8089-f8854c51343b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:53.842558 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60fc0efb-cb9f-4625-a5fa-3ffdf92fcbdc req-516a40b0-83f0-48ad-8089-f8854c51343b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0529313 Sep 13 10:17:53.849775 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:53.874465 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Publish callbacks [] for port (065ca70f-b424-4b3d-b792-6a86255d5724), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.884874 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks [] for port (e596f08d-a638-485a-8f07-c1c6e500c157), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.902177 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60fc0efb-cb9f-4625-a5fa-3ffdf92fcbdc req-a91afae5-cc87-4531-8e1d-b8547b901b58 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510716 Sep 13 10:17:53.961673 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.976167 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:53.997307 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Attempting to bind port 065ca70f-b424-4b3d-b792-6a86255d5724 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:53.997682 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Attempting to bind port 065ca70f-b424-4b3d-b792-6a86255d5724 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:53.998049 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Attempting to bind port 065ca70f-b424-4b3d-b792-6a86255d5724 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:54.016771 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:54.019744 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:54.023715 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:54.032457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f650d-0e4b-4521-a415-3b443c01b4d4 None None] Pushing event updated for resources: {'Port': ['ID=065ca70f-b424-4b3d-b792-6a86255d5724,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:54.049698 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Pushing event updated for resources: {'Port': ['ID=e596f08d-a638-485a-8f07-c1c6e500c157,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:54.055374 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:54.055374 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:54.060229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.060229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:54.060229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Bound port: 065ca70f-b424-4b3d-b792-6a86255d5724, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:54.060229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.070424 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (f7443b26-5da9-46d7-b096-db2d161e0c40), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.114760 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] For port 065ca70f-b424-4b3d-b792-6a86255d5724, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:54.118157 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] For port 065ca70f-b424-4b3d-b792-6a86255d5724, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=065ca70f-b424-4b3d-b792-6a86255d5724,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:54.183910 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.226253 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:54.226876 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:54.299594 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f650d-0e4b-4521-a415-3b443c01b4d4 None None] Pushing event updated for resources: {'Port': ['ID=065ca70f-b424-4b3d-b792-6a86255d5724,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:54.326541 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.366565 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:54.371206 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-67cfc41a-1ec0-4f64-9229-e860360ff117 None None] Provisioning complete for port e596f08d-a638-485a-8f07-c1c6e500c157 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:54.371582 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-67cfc41a-1ec0-4f64-9229-e860360ff117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.377270 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:54.440495 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:54.449608 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.453916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45934) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:54.459479 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587637906', 'description': 'tempest-description--89419965'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:54.515283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-67cfc41a-1ec0-4f64-9229-e860360ff117 None None] Port e596f08d-a638-485a-8f07-c1c6e500c157 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:17:54.526185 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks [] for port (e596f08d-a638-485a-8f07-c1c6e500c157), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.552514 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.581576 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:54.594414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:52Z', 'revision_number': 3, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:54.615602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.629140 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0db197-ac38-4f4e-9649-81613c8728e0 None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:52Z', 'revision_number': 3, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:17:54.633569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0789a300-e8f8-4bb6-877a-92b21837a1a2 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:54.637900 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group (c8afc46e-1016-494f-bcef-edcdbefa13b9), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.685282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:54.688393 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0789a300-e8f8-4bb6-877a-92b21837a1a2 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:54.688979 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.706800 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Pushing event updated for resources: {'Port': ['ID=e596f08d-a638-485a-8f07-c1c6e500c157,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:54.709308 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (f7443b26-5da9-46d7-b096-db2d161e0c40), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.716465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c8afc46e-1016-494f-bcef-edcdbefa13b9), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.757993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8afc46e-1016-494f-bcef-edcdbefa13b9,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:54.779973 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0789a300-e8f8-4bb6-877a-92b21837a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:54.815551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:54.819378 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-2d97356e-401d-466a-8964-0983367b87ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3619242 Sep 13 10:17:54.819533 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:54.820073 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45942) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:54.822311 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:54.828592 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'security_group_rule': {'security_group_id': 'c8afc46e-1016-494f-bcef-edcdbefa13b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:54.892690 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c0d64312-db41-4ccc-a22a-06bfeb2159fd req-a5534412-d9a2-4eca-9997-cffb675cf81d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0519922 Sep 13 10:17:54.994199 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:17:54.998009 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:55.079068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group_rule (94be974c-d8ce-434f-8049-729dfbb8667f), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.087379 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8466-9172-4e29-bff0-bdc80a85bf6b req-895db056-1db5-4443-a6d1-5cd0ca8ad4b3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:55.095522 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1ffb8466-9172-4e29-bff0-bdc80a85bf6b req-895db056-1db5-4443-a6d1-5cd0ca8ad4b3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0688062 Sep 13 10:17:55.141590 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:17:55.156123 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9482137f-7c72-408a-9a6f-19ea92c9ef1f admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f7443b26-5da9-46d7-b096-db2d161e0c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0482614 Sep 13 10:17:55.179267 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1ffb8466-9172-4e29-bff0-bdc80a85bf6b req-18cd11cd-204e-455f-be96-b870bf556bb0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828660 Sep 13 10:17:55.194222 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group_rule (94be974c-d8ce-434f-8049-729dfbb8667f), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.239679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-ae96eb21-a1fb-4040-8f35-f759af268016 None None] Provisioning complete for port e596f08d-a638-485a-8f07-c1c6e500c157 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:55.240153 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ae96eb21-a1fb-4040-8f35-f759af268016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.278395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-ae96eb21-a1fb-4040-8f35-f759af268016 None None] Port e596f08d-a638-485a-8f07-c1c6e500c157 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:17:55.287445 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (94be974c-d8ce-434f-8049-729dfbb8667f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.307391 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:55.309795 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94be974c-d8ce-434f-8049-729dfbb8667f,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:55.380958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.383030 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7943a111-1ba8-49b1-a6c1-7c12c209baf4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5616078 Sep 13 10:17:55.385921 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45952) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:55.400354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'security_group_rule': {'security_group_id': 'c8afc46e-1016-494f-bcef-edcdbefa13b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:55.524953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group_rule (a314015e-1967-467d-9b9e-447426391805), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.588215 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group_rule (a314015e-1967-467d-9b9e-447426391805), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.690008 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (a314015e-1967-467d-9b9e-447426391805), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.708002 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a314015e-1967-467d-9b9e-447426391805,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:55.794453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.799225 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-caed8fb7-8303-432e-9cda-2c79a845a611 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4087093 Sep 13 10:17:55.799225 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 45964) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:55.803856 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:55.855156 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.925113 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45972) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:55.930113 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-608463618-network', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:55.973043 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:55.974475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.022147 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Made reservation on behalf of e6e686683db641109e4b1ed65cbbd3a1 for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:56.024671 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.040873 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.053198 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-993155d5-5588-4df1-9a4e-c4ddbc2a0415 req-0282d979-bf6f-4b3e-a8d9-b225626d25b8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0728328 Sep 13 10:17:56.109300 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.139707 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks [] for security_group (9b9717ff-a8f9-4b1f-b05d-40fdea8047df), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.206951 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9b9717ff-a8f9-4b1f-b05d-40fdea8047df), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.241063 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:17:56.249164 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9717ff-a8f9-4b1f-b05d-40fdea8047df,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:56.257030 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (49db955c-dee4-40ed-b08e-61a780fe47f6), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.257638 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Added segment 49db955c-dee4-40ed-b08e-61a780fe47f6 of type vlan for network 2d10bf96-a285-4bfe-9fb9-9054074e6758 Sep 13 10:17:56.305840 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (2d10bf96-a285-4bfe-9fb9-9054074e6758), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.369927 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:17:56.381928 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:56.382588 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:56.410017 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (2d10bf96-a285-4bfe-9fb9-9054074e6758), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.411408 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:56.412214 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.477833 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] Pushing event updated for resources: {'Network': ['ID=2d10bf96-a285-4bfe-9fb9-9054074e6758,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:56.490012 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:17:56.490782 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:56.495675 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Allocated IP 172.27.2.27 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/1f78f627-7078-48cf-b21b-7466341ba136) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:56.515667 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f144c-7c27-4929-ae29-3b655e00c949 req-60377146-1b20-4535-967c-f69a734ab9b1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:56.517219 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0c1f144c-7c27-4929-ae29-3b655e00c949 req-60377146-1b20-4535-967c-f69a734ab9b1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0682003 Sep 13 10:17:56.555350 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-74ec41a8-2bbf-4499-8fd2-92e3ba137dbd admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6291010 Sep 13 10:17:56.557931 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45980) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:56.562830 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Request body: {'subnet': {'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-608463618-subnet', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:56.609168 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:56.638179 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0c1f144c-7c27-4929-ae29-3b655e00c949 req-5a1d6991-b70f-4861-8545-f605acef0f8c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043847 Sep 13 10:17:56.686937 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for port (1f78f627-7078-48cf-b21b-7466341ba136), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.687176 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Made reservation on behalf of e6e686683db641109e4b1ed65cbbd3a1 for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:56.687963 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837581'] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.714517 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 2, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:56.719923 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 065ca70f-b424-4b3d-b792-6a86255d5724 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:56.740672 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:17:56.741021 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Updating router f7443b26-5da9-46d7-b096-db2d161e0c40 port e596f08d-a638-485a-8f07-c1c6e500c157 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:17:56.768179 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 065ca70f-b424-4b3d-b792-6a86255d5724 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:56.768392 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.768654 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.776561 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (1f78f627-7078-48cf-b21b-7466341ba136), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.824196 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:56.829194 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:56.834979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:56.870473 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 065ca70f-b424-4b3d-b792-6a86255d5724 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:56.871525 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.881266 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'Port': ['ID=1f78f627-7078-48cf-b21b-7466341ba136,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:56.898383 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 065ca70f-b424-4b3d-b792-6a86255d5724, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=065ca70f-b424-4b3d-b792-6a86255d5724,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:56.950870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:56.952161 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:56.984521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.013730 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837599'] for subnet (f7563d7f-1b49-4dfc-85c4-dd6c70d3d241), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.021653 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:57.036371 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=065ca70f-b424-4b3d-b792-6a86255d5724,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:57.086563 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7563d7f-1b49-4dfc-85c4-dd6c70d3d241,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:57.092384 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Checking segment: {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:57.092795 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Network hostable DHCP agents. Network: 2d10bf96-a285-4bfe-9fb9-9054074e6758, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:17:57.115287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (1f78f627-7078-48cf-b21b-7466341ba136), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.142876 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Publish callbacks [] for port (e596f08d-a638-485a-8f07-c1c6e500c157), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.175189 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:17:57.178174 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:57.198925 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-58ca0268-1503-4fea-a7aa-f267b374f745 req-4daf3aed-e5cb-4b9d-9457-53f24f0dec3a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0391979 Sep 13 10:17:57.204512 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.264082 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 2d10bf96-a285-4bfe-9fb9-9054074e6758) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:57.270772 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:57.270862 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.276580 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7b3a1-a205-49d4-9e97-fa18545acb9d None None] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:17:57.287400 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf5dfb-1ac0-4bf1-8331-8a4a52a6fe0f None None] Pushing event updated for resources: {'Port': ['ID=e596f08d-a638-485a-8f07-c1c6e500c157,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:57.303797 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Attempting to bind port e596f08d-a638-485a-8f07-c1c6e500c157 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:57.304062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for port (1f78f627-7078-48cf-b21b-7466341ba136), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.304160 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Attempting to bind port e596f08d-a638-485a-8f07-c1c6e500c157 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:57.304549 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Attempting to bind port e596f08d-a638-485a-8f07-c1c6e500c157 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:57.350208 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:57.350959 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Checking segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:57.351381 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.351855 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Bound using segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:57.352341 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Bound port: e596f08d-a638-485a-8f07-c1c6e500c157, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:57.352721 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.360730 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a41f31ee-33f7-4cc7-b325-fd0deb6a4f24 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8014464 Sep 13 10:17:57.363252 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 45992) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:17:57.367795 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:57.389803 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:57.393170 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (1f78f627-7078-48cf-b21b-7466341ba136), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.420739 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] For port e596f08d-a638-485a-8f07-c1c6e500c157, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:57.420917 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-2d10bf96-a285-4bfe-9fb9-9054074e6758', 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'fixed_ips': [{'subnet_id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:17:57.421880 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.424263 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] For port e596f08d-a638-485a-8f07-c1c6e500c157, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e596f08d-a638-485a-8f07-c1c6e500c157,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:57.449877 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (41229576-41dd-42c2-879c-abc3a359b7db), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.451007 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (41229576-41dd-42c2-879c-abc3a359b7db), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.461864 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'Port': ['ID=1f78f627-7078-48cf-b21b-7466341ba136,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:57.464219 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.504399 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks [] for router_controller (41229576-41dd-42c2-879c-abc3a359b7db), precommit_add_association {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.536023 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.550903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:57.568274 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:57.569748 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Allocated IP 172.20.0.2 (2d10bf96-a285-4bfe-9fb9-9054074e6758/f7563d7f-1b49-4dfc-85c4-dd6c70d3d241/5010e730-a775-4914-ba99-d06e5ba58527) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:57.575934 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:17:57.576545 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:57.594498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.596266 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-46cf10d3-1e62-4347-a61f-82786d828ffc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7961340 Sep 13 10:17:57.699205 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:17:57.740530 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:57.748056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Publish callbacks [] for port (5010e730-a775-4914-ba99-d06e5ba58527), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.788454 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf5dfb-1ac0-4bf1-8331-8a4a52a6fe0f None None] Pushing event updated for resources: {'Port': ['ID=e596f08d-a638-485a-8f07-c1c6e500c157,revision_number=4']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:57.839147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (5010e730-a775-4914-ba99-d06e5ba58527), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:57.846197 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804e80-6049-4faa-8e64-1ec0f9fac520 req-dbd529bd-2dfb-4580-bdea-a387bf2d1ea5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:57.853627 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-65804e80-6049-4faa-8e64-1ec0f9fac520 req-dbd529bd-2dfb-4580-bdea-a387bf2d1ea5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0785520 Sep 13 10:17:57.923542 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Pushing event updated for resources: {'Port': ['ID=5010e730-a775-4914-ba99-d06e5ba58527,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:57.943899 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:57.945399 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:57.945527 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-65804e80-6049-4faa-8e64-1ec0f9fac520 req-3188afa3-a5d5-4a24-82e8-5509b1d5926a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906954 Sep 13 10:17:57.952782 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:57.959694 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:57Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:17:57.972806 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-6d0e190c-c518-4abd-83ca-74fccb178d9f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1587637906&fields=id&tenant_id=602cd87d731241e3ad12032e2dd67c1b HTTP/1.1" status: 200 len: 267 time: 0.1169131 Sep 13 10:17:57.992527 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5e7ef-1f1f-4b2a-a00c-865ad5344446 None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:57Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:17:58.027298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Attempting to bind port 5010e730-a775-4914-ba99-d06e5ba58527 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:17:58.027298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Attempting to bind port 5010e730-a775-4914-ba99-d06e5ba58527 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:17:58.027298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Attempting to bind port 5010e730-a775-4914-ba99-d06e5ba58527 on network 2d10bf96-a285-4bfe-9fb9-9054074e6758 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:17:58.098945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:17:58.099641 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Checking segment: {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:17:58.100196 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.100855 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Bound using segment: {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:17:58.107396 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Bound port: 5010e730-a775-4914-ba99-d06e5ba58527, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:17:58.107396 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (5010e730-a775-4914-ba99-d06e5ba58527), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.134057 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks [] for router_gateway (41229576-41dd-42c2-879c-abc3a359b7db), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.134646 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:58.150848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-7dd41aa9-c947-46c8-9cc2-f5e604a8cf69 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:58.152809 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-7dd41aa9-c947-46c8-9cc2-f5e604a8cf69 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 819 time: 0.1717942 Sep 13 10:17:58.171376 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-06e989d3-97c2-45bf-b5ce-1a2590df1d4e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/quotas/602cd87d731241e3ad12032e2dd67c1b HTTP/1.1" status: 200 len: 375 time: 0.0105605 Sep 13 10:17:58.197931 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] For port 5010e730-a775-4914-ba99-d06e5ba58527, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:17:58.200499 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] For port 5010e730-a775-4914-ba99-d06e5ba58527, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=5010e730-a775-4914-ba99-d06e5ba58527,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:17:58.248705 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-9a07f4e2-896d-4672-98c9-8f7addb1dcf6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0685158 Sep 13 10:17:58.311291 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (5010e730-a775-4914-ba99-d06e5ba58527), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.413592 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463ba2-0eb7-42f7-866d-259725c85eb4 None None] Pushing event updated for resources: {'Port': ['ID=5010e730-a775-4914-ba99-d06e5ba58527,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:58.444136 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37b11a66-6f50-46c3-9195-5947c89c2da2 req-15084f57-8436-438a-a09f-41a43ccbbb20 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.1263835 Sep 13 10:17:58.484012 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks [] for router_gateway (41229576-41dd-42c2-879c-abc3a359b7db), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.509657 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.510966 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-7300a492-7015-44b8-9363-282736fce3ce tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:58.512501 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-7300a492-7015-44b8-9363-282736fce3ce tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.2614121 Sep 13 10:17:58.536460 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-07482f06-4746-40fa-ba5e-5e6537977fb9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097669 Sep 13 10:17:58.680153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:58.728816 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2a0b1ddb-53c0-4148-a521-c4f695d63fb2 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 472 time: 0.1810954 Sep 13 10:17:58.740974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'port': {'device_id': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'admin_state_up': True, 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'security_groups': ['e1934d8d-87cd-4f8b-b61f-34bc82b1df50']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:17:58.750141 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Allocated IP 172.27.2.138 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/70c75782-f85e-4272-bc8f-2550eb82a235) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:58.771776 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-7a273c96-149c-47c1-9da0-e5379b367afd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221689 Sep 13 10:17:58.896257 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 065ca70f-b424-4b3d-b792-6a86255d5724 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:58.961202 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks [] for port (70c75782-f85e-4272-bc8f-2550eb82a235), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:58.965081 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:58.997372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 065ca70f-b424-4b3d-b792-6a86255d5724 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:58.998372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.116331 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 065ca70f-b424-4b3d-b792-6a86255d5724 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:59.116576 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee91d3e-0191-45b3-a366-95b8d520db0f req-9142c4ee-7319-44b5-aefd-030ec698c7c7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:17:59.118157 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bee91d3e-0191-45b3-a366-95b8d520db0f req-9142c4ee-7319-44b5-aefd-030ec698c7c7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0644794 Sep 13 10:17:59.118549 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e596f08d-a638-485a-8f07-c1c6e500c157 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:17:59.161561 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Made reservation on behalf of 66658bb98ea64e319ed948b8f279ed5f for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:17:59.165574 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.180932 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port e596f08d-a638-485a-8f07-c1c6e500c157 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:17:59.181682 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.186595 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:17:59.207031 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:59.207500 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.213284 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bee91d3e-0191-45b3-a366-95b8d520db0f req-260b38fe-7fd8-4e36-8834-8572098c76fe tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850267 Sep 13 10:17:59.358714 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:17:59.410927 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:17:59.418873 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Pushing event updated for resources: {'Port': ['ID=70c75782-f85e-4272-bc8f-2550eb82a235,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:59.423397 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69768e7e-945a-4d4c-ae98-25830a670465 req-a150a6f5-848a-4e07-8848-da59b7052bad tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.0468636 Sep 13 10:17:59.426295 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:17:59.468168 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.20.0.9 (3a50e7ab-833a-427c-9bea-0d826ae0fb4a/b5c9b688-139d-4b2c-ad5b-accca57a7517/3f20d233-f49a-4ba0-bc07-8628d35a3d2c) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:17:59.523451 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port e596f08d-a638-485a-8f07-c1c6e500c157 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:59.527786 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.602628 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:59.648124 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port e596f08d-a638-485a-8f07-c1c6e500c157, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e596f08d-a638-485a-8f07-c1c6e500c157,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:59.649569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'mac_address': 'fa:16:3e:17:c9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:17:59.706429 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e49bd55b-139f-4d62-8848-0056b6b72ccf req-a31aac19-80d6-43c0-9964-68d920be769a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0434220 Sep 13 10:17:59.729534 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.812244 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:59.823981 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: ACTIVE; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:17:59.824373 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.830764 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:17:59.856232 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cddd25b0-cfa5-4390-886e-898790d4d691 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:17:59.886756 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:17:59.895834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=e596f08d-a638-485a-8f07-c1c6e500c157,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:17:59.918732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.918732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.920611 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.921449 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.921449 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.922587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.922587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.935679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.938821 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.941795 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.943127 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.944825 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.946040 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.946845 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.947560 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:17:59.972270 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:17:59.999150 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.004196 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.074793 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9882c-b95c-4975-a2e8-b85e506d30ee None None] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:18:00.083567 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks [] for router_gateway (41229576-41dd-42c2-879c-abc3a359b7db), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.154987 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:00.157284 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['cddd25b0-cfa5-4390-886e-898790d4d691'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:18:00.167923 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:00.181965 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:00.227298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=6']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:00.284036 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] Provisioning complete for port 5010e730-a775-4914-ba99-d06e5ba58527 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:00.284439 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (5010e730-a775-4914-ba99-d06e5ba58527), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.286536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:00.293371 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:00.294040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.337317 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:00.441738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e34f6-62b4-4025-ba24-4458f3acbeea req-408c82e0-95f4-424d-ab6e-87a54dfcae0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:00.444001 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a82e34f6-62b4-4025-ba24-4458f3acbeea req-408c82e0-95f4-424d-ab6e-87a54dfcae0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 945 time: 0.0933273 Sep 13 10:18:00.561405 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (41229576-41dd-42c2-879c-abc3a359b7db), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.561998 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:00.561998 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e35df15f-3246-477b-be4c-e84d473e827b req-c0a40884-0e17-4fc5-b513-5f89bdbe4e16 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.0491834 Sep 13 10:18:00.567452 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a82e34f6-62b4-4025-ba24-4458f3acbeea req-f4313d82-795a-4f0d-9e16-2f945e7ec99b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129670 Sep 13 10:18:00.716456 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] Current status of the port 5010e730-a775-4914-ba99-d06e5ba58527 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:00.716845 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (5010e730-a775-4914-ba99-d06e5ba58527), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.805367 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-90943315-8bb9-4d16-8650-32795685a10c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0696518 Sep 13 10:18:00.808563 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] For port 5010e730-a775-4914-ba99-d06e5ba58527, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=5010e730-a775-4914-ba99-d06e5ba58527,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:00.830166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Request body: {'port': {'device_id': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:00.887034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Router 41229576-41dd-42c2-879c-abc3a359b7db is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:18:00.919132 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (5010e730-a775-4914-ba99-d06e5ba58527), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:00.926946 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:00.987338 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e596f08d-a638-485a-8f07-c1c6e500c157 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:01.094916 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:01.145119 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a9cb3-a8ba-4a75-aa1f-bc153c70dfc2 req-6dc1bc7b-7a4f-41f8-8c34-d4f532bf262d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:01.162559 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-707a9cb3-a8ba-4a75-aa1f-bc153c70dfc2 req-6dc1bc7b-7a4f-41f8-8c34-d4f532bf262d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 931 time: 0.2533085 Sep 13 10:18:01.208716 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:01.212826 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:01.232936 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:01.263342 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-34932f4b-0ced-4223-9eff-3c02fbead8a0 None None] Provisioning complete for port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:01.268526 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-34932f4b-0ced-4223-9eff-3c02fbead8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:01.271101 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Sync routers for ids ['41229576-41dd-42c2-879c-abc3a359b7db'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:01.303082 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-707a9cb3-a8ba-4a75-aa1f-bc153c70dfc2 req-d5ad4735-10ba-46f0-95c6-ac30310c60c8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381056 Sep 13 10:18:01.329686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bb9e8-e7c1-47c5-8960-6e59f5f117cc None None] Pushing event updated for resources: {'Port': ['ID=5010e730-a775-4914-ba99-d06e5ba58527,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:01.360564 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port e596f08d-a638-485a-8f07-c1c6e500c157 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:01.360844 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:01.393529 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:01.395072 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-328e2e11-c27f-499f-b2fa-41eeae0c3e99 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0307088 Sep 13 10:18:01.397930 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46106) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:01.432965 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Routers {'41229576-41dd-42c2-879c-abc3a359b7db'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:01.433919 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['41229576-41dd-42c2-879c-abc3a359b7db'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:01.444590 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:01.562552 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-34932f4b-0ced-4223-9eff-3c02fbead8a0 None None] Port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:01.668222 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port cddd25b0-cfa5-4390-886e-898790d4d691 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:01.668610 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:01.674117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port e596f08d-a638-485a-8f07-c1c6e500c157 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:01.675189 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 5010e730-a775-4914-ba99-d06e5ba58527 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:01.942621 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-71fc19c8-f278-4755-badd-700bc81a722f req-918deb4c-1b7d-4190-94ff-e7af0c90feae tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.1202517 Sep 13 10:18:01.944501 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-a44898f6-ec51-4352-9ea7-3cf85d436faa None None] Provisioning complete for port 5010e730-a775-4914-ba99-d06e5ba58527 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:01.944932 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a44898f6-ec51-4352-9ea7-3cf85d436faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (5010e730-a775-4914-ba99-d06e5ba58527), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:01.995939 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fc49e-c911-40f7-aba5-081b8fb92906 req-8efcd191-b18b-4219-ae45-d7f35169e29e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:02.004822 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c45fc49e-c911-40f7-aba5-081b8fb92906 req-8efcd191-b18b-4219-ae45-d7f35169e29e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 945 time: 0.1750455 Sep 13 10:18:02.100219 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 5010e730-a775-4914-ba99-d06e5ba58527 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:02.113486 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (5010e730-a775-4914-ba99-d06e5ba58527), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.113486 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Set router 41229576-41dd-42c2-879c-abc3a359b7db gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:02.304010 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f20d233-f49a-4ba0-bc07-8628d35a3d2c {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:18:02.317133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Publish callbacks [] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.354821 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Transition to ACTIVE for port object 3f20d233-f49a-4ba0-bc07-8628d35a3d2c will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:18:02.410104 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:02.410788 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.436663 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c45fc49e-c911-40f7-aba5-081b8fb92906 req-4d5b3b2e-603f-4f71-b7ff-b9880da0ee92 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307282 Sep 13 10:18:02.458292 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a44898f6-ec51-4352-9ea7-3cf85d436faa None None] Current status of the port 5010e730-a775-4914-ba99-d06e5ba58527 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:02.469929 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.470757 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 3, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:02.600152 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:02.617620 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:02.623772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:02.623772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943cdfd5-9132-4024-b2a4-6f5fb921f822" -d '{"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:02.630642 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:02.658053 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Checking router: 41229576-41dd-42c2-879c-abc3a359b7db for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:02.658421 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Updating router 41229576-41dd-42c2-879c-abc3a359b7db port 70c75782-f85e-4272-bc8f-2550eb82a235 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:18:02.715947 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.719181 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 5010e730-a775-4914-ba99-d06e5ba58527 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:02.729174 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.770336 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:02.872977 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5092fe-0d20-4766-8d49-5372b280e3da x-openstack-request-id: req-7b5092fe-0d20-4766-8d49-5372b280e3da {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:02.873371 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:02.873654 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b5092fe-0d20-4766-8d49-5372b280e3da {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:02.874068 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5092fe-0d20-4766-8d49-5372b280e3da'] response: {'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'code': 200} Sep 13 10:18:02.875898 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:02.958578 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:02.985907 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efae48d-23a3-4bfd-bbd4-3d8e054e84f9 req-2ca71a4a-89f7-4981-83c4-73fe203db20c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:02.995923 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2efae48d-23a3-4bfd-bbd4-3d8e054e84f9 req-2ca71a4a-89f7-4981-83c4-73fe203db20c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 943 time: 0.5181661 Sep 13 10:18:03.082553 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 5010e730-a775-4914-ba99-d06e5ba58527 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:03.138719 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:03.139468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Allocated IP 172.20.0.1 (2d10bf96-a285-4bfe-9fb9-9054074e6758/f7563d7f-1b49-4dfc-85c4-dd6c70d3d241/05182e86-95c3-4113-9ee8-5d5aa31f290a) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:03.262640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=7']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:03.319104 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fd5380dc-2f86-4278-8400-bea0f7a51095 req-01bb3847-9454-46ad-9465-b4fadf3a8b54 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.1885483 Sep 13 10:18:03.353138 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks [] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:03.379961 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 5010e730-a775-4914-ba99-d06e5ba58527 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:03.380443 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (5010e730-a775-4914-ba99-d06e5ba58527), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:03.433229 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:03.504657 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:03.532803 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 5010e730-a775-4914-ba99-d06e5ba58527 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:03.537911 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Attempting to bind port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:03.541809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Attempting to bind port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:03.541809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Attempting to bind port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:03.737625 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:03.744235 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:03.765915 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:03.766116 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Publish callbacks [] for port (70c75782-f85e-4272-bc8f-2550eb82a235), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:03.813761 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-d7da92bf-2cc8-4c53-995e-1313cd455ca0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:03.816192 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-d7da92bf-2cc8-4c53-995e-1313cd455ca0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 819 time: 0.2671530 Sep 13 10:18:03.841621 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:03.887743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (41229576-41dd-42c2-879c-abc3a359b7db), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:03.931726 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Pushing event updated for resources: {'Port': ['ID=05182e86-95c3-4113-9ee8-5d5aa31f290a,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:03.937961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:03.968133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2efae48d-23a3-4bfd-bbd4-3d8e054e84f9 req-85016745-434c-4417-a9f1-7971b5c40161 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9680517 Sep 13 10:18:03.994315 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:18:03.994569 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Attempting to bind port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:04.001702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcaed1-db7a-48c1-97dc-b9cc92627114 None None] Pushing event updated for resources: {'Port': ['ID=70c75782-f85e-4272-bc8f-2550eb82a235,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:04.010070 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Attempting to bind port 70c75782-f85e-4272-bc8f-2550eb82a235 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:04.010365 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Attempting to bind port 70c75782-f85e-4272-bc8f-2550eb82a235 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:04.010789 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Attempting to bind port 70c75782-f85e-4272-bc8f-2550eb82a235 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:04.210378 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a52cb-bdfe-47a1-a91e-aee5ee21d9e0 req-ede79a57-2aed-4cdd-b2ef-1b445120056a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:04.220920 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:04.221573 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e32a52cb-bdfe-47a1-a91e-aee5ee21d9e0 req-ede79a57-2aed-4cdd-b2ef-1b445120056a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.3967223 Sep 13 10:18:04.251868 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:04.252980 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:04.254095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.255882 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:04.256550 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Bound port: 70c75782-f85e-4272-bc8f-2550eb82a235, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:04.259081 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.299365 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:04.299990 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:04.300725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Bound using segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:04.301296 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Bound port: 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:04.301759 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.306696 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-5f4565f7-f09d-40bb-b83c-11f96a339348 None None] Provisioning complete for port 05182e86-95c3-4113-9ee8-5d5aa31f290a triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:04.308504 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5f4565f7-f09d-40bb-b83c-11f96a339348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.322809 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-3463455d-fc94-4cf4-8134-40b231da2218 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=602cd87d731241e3ad12032e2dd67c1b HTTP/1.1" status: 200 len: 380 time: 0.3372324 Sep 13 10:18:04.346709 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'port': {'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'admin_state_up': True, 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'security_groups': ['c8afc46e-1016-494f-bcef-edcdbefa13b9']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:04.479692 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e32a52cb-bdfe-47a1-a91e-aee5ee21d9e0 req-0946572d-85cc-46f0-a926-ecf2e12a588f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553606 Sep 13 10:18:04.585395 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.602770 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] For port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:04.606363 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] For port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:04.636012 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-5f4565f7-f09d-40bb-b83c-11f96a339348 None None] Port 05182e86-95c3-4113-9ee8-5d5aa31f290a cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:04.660405 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] For port 70c75782-f85e-4272-bc8f-2550eb82a235, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:04.695873 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] For port 70c75782-f85e-4272-bc8f-2550eb82a235, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=70c75782-f85e-4272-bc8f-2550eb82a235,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:04.710356 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.758960 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.826557 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:04.846463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:04.846463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:04.846463 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/3f20d233-f49a-4ba0-bc07-8628d35a3d2c HTTP/1.1" status: 200 len: 1093 time: 4.0104976 Sep 13 10:18:04.846463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7109d-0cc7-4e27-86d2-e4b42953c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:04.846463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:04.846463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39be0229-c74b-499d-84f5-b4ebe89d6270" -d '{"events": [{"name": "network-changed", "server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:04.896642 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-16579d9a-3450-4f81-b545-0db6aa6787d4 req-2b4ce3ac-8ab1-4333-b34d-cb9e91fc40aa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.2862105 Sep 13 10:18:04.920705 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10517b77-f82b-4029-99b4-c6b389004e2d x-openstack-request-id: req-10517b77-f82b-4029-99b4-c6b389004e2d {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:04.921005 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:04.921270 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10517b77-f82b-4029-99b4-c6b389004e2d {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:04.921726 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10517b77-f82b-4029-99b4-c6b389004e2d'] response: {'name': 'network-changed', 'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'status': 'completed', 'code': 200} Sep 13 10:18:04.929720 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Routers {'41229576-41dd-42c2-879c-abc3a359b7db'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:04.930642 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['41229576-41dd-42c2-879c-abc3a359b7db'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:05.057712 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be0229-c74b-499d-84f5-b4ebe89d6270 req-beda2e1e-6b48-4be2-8ad6-6ea5bf4cfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:05.059992 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-39be0229-c74b-499d-84f5-b4ebe89d6270 req-beda2e1e-6b48-4be2-8ad6-6ea5bf4cfc2a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 1127 time: 0.1055918 Sep 13 10:18:05.061992 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Made reservation on behalf of 602cd87d731241e3ad12032e2dd67c1b for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:18:05.066555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:05.087606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcaed1-db7a-48c1-97dc-b9cc92627114 None None] Pushing event updated for resources: {'Port': ['ID=70c75782-f85e-4272-bc8f-2550eb82a235,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:05.161815 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks [] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:05.216957 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] Set router 41229576-41dd-42c2-879c-abc3a359b7db gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:05.392501 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:05.432737 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b88bc-7b37-496c-8c26-77cb9ce88a33 req-fc75cf3d-6831-405c-9539-2b0989370ee8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:05.434332 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c55b88bc-7b37-496c-8c26-77cb9ce88a33 req-fc75cf3d-6831-405c-9539-2b0989370ee8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 943 time: 0.2452655 Sep 13 10:18:05.483215 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:05.525348 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Pushing event updated for resources: {'Port': ['ID=05182e86-95c3-4113-9ee8-5d5aa31f290a,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:05.590271 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (41229576-41dd-42c2-879c-abc3a359b7db), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:05.846587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '05182e86-95c3-4113-9ee8-5d5aa31f290a', 'name': '', 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'mac_address': 'fa:16:3e:d8:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:02Z', 'updated_at': '2022-09-13T10:18:03Z', 'revision_number': 1, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'subnets': [{'id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:05.905612 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b591c-580a-4905-b343-e2c5d636e542 None None] The sync data for ids ['41229576-41dd-42c2-879c-abc3a359b7db'] in dv-cinder-854274-4-iscsi is: [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '05182e86-95c3-4113-9ee8-5d5aa31f290a', 'name': '', 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'mac_address': 'fa:16:3e:d8:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:02Z', 'updated_at': '2022-09-13T10:18:03Z', 'revision_number': 1, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'subnets': [{'id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:05.908129 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:05.909905 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:06.126974 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Router 41229576-41dd-42c2-879c-abc3a359b7db has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:18:06.394739 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-df036d82-b431-4a38-b09f-7aedaf8b009f None None] Provisioning complete for port 05182e86-95c3-4113-9ee8-5d5aa31f290a triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:06.404689 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-df036d82-b431-4a38-b09f-7aedaf8b009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:06.461747 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:06.473051 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-52038d90-c35e-4adb-b2e9-445991316a5d admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/41229576-41dd-42c2-879c-abc3a359b7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0739284 Sep 13 10:18:06.502165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c55b88bc-7b37-496c-8c26-77cb9ce88a33 req-86b293f6-b50e-49c6-8a43-f929b902de69 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0537946 Sep 13 10:18:06.534791 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-df036d82-b431-4a38-b09f-7aedaf8b009f None None] Port 05182e86-95c3-4113-9ee8-5d5aa31f290a cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:06.556284 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Allocated IP 172.20.0.9 (8ecb5458-53ff-4af9-903b-3aeac85684dc/0638c696-6532-4eec-8797-3766e996715f/5e1bece8-e51c-4c59-9ca8-1d3f6d374607) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:06.561274 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be0229-c74b-499d-84f5-b4ebe89d6270 req-b5204761-6799-4cf1-854e-fb58bf447b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:06.563515 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-39be0229-c74b-499d-84f5-b4ebe89d6270 req-b5204761-6799-4cf1-854e-fb58bf447b10 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=66658bb98ea64e319ed948b8f279ed5f&shared=False HTTP/1.1" status: 200 len: 915 time: 1.3632810 Sep 13 10:18:06.590646 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931281cc-1fd2-4b03-8ab6-7266c8db2083 req-ac557fd3-ea54-4a69-931d-adda12aee078 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:06.592715 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-931281cc-1fd2-4b03-8ab6-7266c8db2083 req-ac557fd3-ea54-4a69-931d-adda12aee078 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.8804750 Sep 13 10:18:06.780095 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-595271ad-6811-4dcc-b340-c517385b49ea req-4ab4b4e2-d586-4a28-abec-daca7b6ff5d9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.1101427 Sep 13 10:18:06.926039 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-931281cc-1fd2-4b03-8ab6-7266c8db2083 req-0507fdfd-808f-4599-8a31-2a07a6c0446a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261068 Sep 13 10:18:07.159645 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:07.163961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be0229-c74b-499d-84f5-b4ebe89d6270 req-a4372ae4-7e3f-4e6c-8d64-1ea47f69bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:07.163961 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-39be0229-c74b-499d-84f5-b4ebe89d6270 req-a4372ae4-7e3f-4e6c-8d64-1ea47f69bd06 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366126 Sep 13 10:18:07.194734 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.333433 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.373610 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46174) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:07.379202 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867770006', 'description': 'tempest-secgroup-smoke-1867770006 description', 'project_id': '7cc199dd87e24511a8d267603b571456'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:07.457019 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:07.464215 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:07.479147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:07.522638 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.557065 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:07.582540 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event updated for resources: {'Port': ['ID=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:07.682767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:07.684461 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.757841 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group (4440e9b3-268a-4caa-8083-f99e6335e9e6), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.830036 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4440e9b3-268a-4caa-8083-f99e6335e9e6), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.892306 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-68049b5c-dc00-49a9-86ae-30879fbe3662 None None] Provisioning complete for port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:07.895135 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-68049b5c-dc00-49a9-86ae-30879fbe3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:07.921629 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-41cb6997-b638-4a69-b057-30bd4a790b1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5855062 Sep 13 10:18:07.991085 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4440e9b3-268a-4caa-8083-f99e6335e9e6,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:07.998156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Request body: {'port': {'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:08.049877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-68049b5c-dc00-49a9-86ae-30879fbe3662 None None] Port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:08.072403 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-50767778-287f-4ddf-be90-26a994e5aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:08.073529 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.074054 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-50767778-287f-4ddf-be90-26a994e5aae5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 1127 time: 0.0821741 Sep 13 10:18:08.076027 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c18d0548-7497-47ec-8781-caaf5d871614 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7015007 Sep 13 10:18:08.078948 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46192) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:08.084485 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group_rule': {'security_group_id': '4440e9b3-268a-4caa-8083-f99e6335e9e6', 'project_id': '7cc199dd87e24511a8d267603b571456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:08.117387 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:08.140859 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2abad-d078-468e-b85d-08e62ac5a99b req-fd997e17-b954-4684-aa45-261d725ac422 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:08.142827 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6df2abad-d078-468e-b85d-08e62ac5a99b req-fd997e17-b954-4684-aa45-261d725ac422 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 943 time: 0.4215658 Sep 13 10:18:08.216105 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-cb315dec-0a4c-4977-a762-290b420c1985 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c HTTP/1.1" status: 200 len: 217 time: 0.0861335 Sep 13 10:18:08.245147 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (9a1afb21-62b8-4bf7-b793-4923371efeaa), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.281985 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936168bb-a21a-44bc-ad3d-468a5915d9ad req-12006060-4d8c-4fe3-8a1b-d2efcba4448a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:08.284024 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-936168bb-a21a-44bc-ad3d-468a5915d9ad req-12006060-4d8c-4fe3-8a1b-d2efcba4448a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 931 time: 0.3445857 Sep 13 10:18:08.291485 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.404691 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6df2abad-d078-468e-b85d-08e62ac5a99b req-5f1a52c7-36be-40c8-ac50-dd369d7d643a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472122 Sep 13 10:18:08.477666 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (9a1afb21-62b8-4bf7-b793-4923371efeaa), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.595800 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (9a1afb21-62b8-4bf7-b793-4923371efeaa), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.639396 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1afb21-62b8-4bf7-b793-4923371efeaa,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:08.743854 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.748612 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:18:08.754061 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-5289f6ab-feba-48cc-956d-7820208fd960 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6684511 Sep 13 10:18:08.757722 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Publish callbacks [] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.758150 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46196) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:08.773151 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Transition to ACTIVE for port object 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:18:08.773818 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group_rule': {'security_group_id': '4440e9b3-268a-4caa-8083-f99e6335e9e6', 'project_id': '7cc199dd87e24511a8d267603b571456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:08.862520 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-58b908d8-3ba3-4e46-be07-fa62bfce7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:08.866855 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-58b908d8-3ba3-4e46-be07-fa62bfce7bcc service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.5789442 Sep 13 10:18:08.894034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:08.954707 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:08.960260 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-936168bb-a21a-44bc-ad3d-468a5915d9ad req-e8d05987-bc60-4d99-af4e-a528c40b3d57 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6659262 Sep 13 10:18:08.992308 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (20a00ff0-2da9-4606-8b88-fa6fb12427f4), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.016553 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 70c75782-f85e-4272-bc8f-2550eb82a235 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:09.026927 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011732-24d5-49ca-aa2b-ca3aa5455abf req-07ae4c34-eeb3-4582-86d6-a5ba9b68abff tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:09.034239 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9011732-24d5-49ca-aa2b-ca3aa5455abf req-07ae4c34-eeb3-4582-86d6-a5ba9b68abff tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.2596498 Sep 13 10:18:09.079616 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-49ce1557-4a9b-418f-951c-8fb31ceaf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:09.081115 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-49ce1557-4a9b-418f-951c-8fb31ceaf964 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1773188 Sep 13 10:18:09.139141 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (20a00ff0-2da9-4606-8b88-fa6fb12427f4), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.158047 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 70c75782-f85e-4272-bc8f-2550eb82a235 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:09.158428 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.208619 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:18:09.218134 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (20a00ff0-2da9-4606-8b88-fa6fb12427f4), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.264382 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:09.265943 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a00ff0-2da9-4606-8b88-fa6fb12427f4,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:09.267205 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-b168e041-a088-40bf-b377-d95a06b2a61c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749198 Sep 13 10:18:09.267809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:09.353706 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9011732-24d5-49ca-aa2b-ca3aa5455abf req-21257a52-b70b-4ae6-9519-55aafcd71804 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185863 Sep 13 10:18:09.409335 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.409335 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-de0a0165-e407-4ad8-b9c0-6c3f1cad6924 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6418333 Sep 13 10:18:09.409515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:09.409602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46204) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:09.414852 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group_rule': {'security_group_id': '4440e9b3-268a-4caa-8083-f99e6335e9e6', 'project_id': '7cc199dd87e24511a8d267603b571456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:09.426550 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 70c75782-f85e-4272-bc8f-2550eb82a235 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:09.430640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.541633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 70c75782-f85e-4272-bc8f-2550eb82a235, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=70c75782-f85e-4272-bc8f-2550eb82a235,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:09.627044 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (49664283-3d67-445c-bcef-c1e8db84eef1), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.631970 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.695796 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:09.786023 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=70c75782-f85e-4272-bc8f-2550eb82a235,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:09.881391 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (49664283-3d67-445c-bcef-c1e8db84eef1), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:09.896171 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94cffb-97f5-4963-8802-5fa4cc4f03bf req-acc4ea01-3592-498e-80f8-4e09fb5e0d3f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:09.908461 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2a94cffb-97f5-4963-8802-5fa4cc4f03bf req-acc4ea01-3592-498e-80f8-4e09fb5e0d3f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 943 time: 0.2819943 Sep 13 10:18:09.973155 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Attempting to bind port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:09.973510 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Attempting to bind port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:09.973815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Attempting to bind port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:09.986070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (49664283-3d67-445c-bcef-c1e8db84eef1), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.056951 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49664283-3d67-445c-bcef-c1e8db84eef1,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:10.167482 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.171299 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d2f84f8b-dbd0-43b5-8949-050956aca482 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7592158 Sep 13 10:18:10.172956 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46216) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:10.177347 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group_rule': {'security_group_id': '4440e9b3-268a-4caa-8083-f99e6335e9e6', 'project_id': '7cc199dd87e24511a8d267603b571456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:10.333990 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3178aebc-c1c7-416f-9ef1-82e2bd7bd312 req-55092d0d-ac11-4332-861c-82afed2a52a2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0401442 Sep 13 10:18:10.346061 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Sync routers for ids ['41229576-41dd-42c2-879c-abc3a359b7db'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:10.380677 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Routers {'41229576-41dd-42c2-879c-abc3a359b7db'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:10.396207 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (40e9c503-b996-4242-a6cb-6e682a46a315), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.401799 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['41229576-41dd-42c2-879c-abc3a359b7db'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:10.475541 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2a94cffb-97f5-4963-8802-5fa4cc4f03bf req-28c45cee-3593-4b86-a25e-d8ba22369ea1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5609648 Sep 13 10:18:10.482381 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (40e9c503-b996-4242-a6cb-6e682a46a315), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.522354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9114-3d01-411a-be9a-f482dd547e9e req-eeb7f8bf-540b-4ede-b8b0-6e1dcb324808 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:10.522354 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-42cc9114-3d01-411a-be9a-f482dd547e9e req-eeb7f8bf-540b-4ede-b8b0-6e1dcb324808 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.3890893 Sep 13 10:18:10.528412 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:18:10.535030 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Attempting to bind port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 on network 8ecb5458-53ff-4af9-903b-3aeac85684dc {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:10.552340 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (40e9c503-b996-4242-a6cb-6e682a46a315), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.606453 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e9c503-b996-4242-a6cb-6e682a46a315,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:10.678059 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Set router 41229576-41dd-42c2-879c-abc3a359b7db gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:10.716989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.729193 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-0a267cd2-e7e3-4eb3-8cfc-9d7346eb6fb9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5470846 Sep 13 10:18:10.729193 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46226) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:10.737790 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group_rule': {'security_group_id': '4440e9b3-268a-4caa-8083-f99e6335e9e6', 'project_id': '7cc199dd87e24511a8d267603b571456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:10.748473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:10.748473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Checking segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:10.748473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Bound using segment: {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:10.752492 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Bound port: 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe864c1-82b1-430d-a1cd-e997afab88b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:10.753467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.846776 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:10.858335 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.securitygroups_db [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Project 7cc199dd87e24511a8d267603b571456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 10:18:10.867294 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (4bf4fea7-8bf0-4d9f-bf41-4b39fed93e5b), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:10.915375 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:10.941211 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 70c75782-f85e-4272-bc8f-2550eb82a235 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:10.980329 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2dc31-7ec6-4bd7-bc7b-ccf9d4360f88 req-0dedac63-3074-4be7-8aee-d329d74346a7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:10.986415 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ada2dc31-7ec6-4bd7-bc7b-ccf9d4360f88 req-0dedac63-3074-4be7-8aee-d329d74346a7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.2671051 Sep 13 10:18:11.014717 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (4bf4fea7-8bf0-4d9f-bf41-4b39fed93e5b), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.065381 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 70c75782-f85e-4272-bc8f-2550eb82a235 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:11.065936 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.093448 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-42cc9114-3d01-411a-be9a-f482dd547e9e req-3810edd6-2fac-46d3-8a7e-6fd62df1268b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5004158 Sep 13 10:18:11.122194 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (4bf4fea7-8bf0-4d9f-bf41-4b39fed93e5b), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.143526 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf4fea7-8bf0-4d9f-bf41-4b39fed93e5b,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:11.190520 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '05182e86-95c3-4113-9ee8-5d5aa31f290a', 'name': '', 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'mac_address': 'fa:16:3e:d8:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:02Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 2, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'subnets': [{'id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:11.218467 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ada2dc31-7ec6-4bd7-bc7b-ccf9d4360f88 req-3e930071-34fc-45ca-9ede-c99ea30674cb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041354 Sep 13 10:18:11.239951 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] For port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:11.246609 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] For port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:11.249164 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Checking router: 41229576-41dd-42c2-879c-abc3a359b7db for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:11.250653 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Updating router 41229576-41dd-42c2-879c-abc3a359b7db port 05182e86-95c3-4113-9ee8-5d5aa31f290a binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:18:11.262537 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.267235 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6538f4e9-e6fb-4f4e-8f7b-44997e5ee6fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5384338 Sep 13 10:18:11.270270 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46228) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:11.275133 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'security_group_rule': {'security_group_id': '4440e9b3-268a-4caa-8083-f99e6335e9e6', 'project_id': '7cc199dd87e24511a8d267603b571456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:11.316745 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.324632 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:11.331079 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 70c75782-f85e-4272-bc8f-2550eb82a235 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:11.350797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.355590 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:11.357040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.360200 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 1093 time: 3.3767111 Sep 13 10:18:11.362861 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:11.383711 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d3b73-976c-4c91-8653-438d80d2ee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:11.426154 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.securitygroups_db [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Project 7cc199dd87e24511a8d267603b571456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 10:18:11.439974 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (b451b5d1-2baf-4e1f-b82f-fcc0201aebd2), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.629704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7d10d5-f4e8-45c7-9500-011597b480cc x-openstack-request-id: req-2f7d10d5-f4e8-45c7-9500-011597b480cc {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:11.636069 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:11.638087 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (b451b5d1-2baf-4e1f-b82f-fcc0201aebd2), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.638972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f7d10d5-f4e8-45c7-9500-011597b480cc {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:11.641009 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7d10d5-f4e8-45c7-9500-011597b480cc'] response: {'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'status': 'completed', 'code': 200} Sep 13 10:18:11.705383 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (b451b5d1-2baf-4e1f-b82f-fcc0201aebd2), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.748374 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b451b5d1-2baf-4e1f-b82f-fcc0201aebd2,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:11.804297 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:11.807886 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e0476159-e064-4159-b28d-6c51ef68ad02 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5362754 Sep 13 10:18:11.822387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af17e4-2f4d-44a4-a395-904e68451f99 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:11.971888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71708495-2d44-47bb-8e4d-4747b35081e0 req-e6d3fc40-c303-46f2-a173-b276b8ea41cc tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:11.975102 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-71708495-2d44-47bb-8e4d-4747b35081e0 req-e6d3fc40-c303-46f2-a173-b276b8ea41cc tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 943 time: 0.3105466 Sep 13 10:18:11.998869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d3b73-976c-4c91-8653-438d80d2ee5e req-6c6d10af-584f-415b-b291-bd822bbd0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:11.998869 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e9d3b73-976c-4c91-8653-438d80d2ee5e req-6c6d10af-584f-415b-b291-bd822bbd0971 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1127 time: 0.1724315 Sep 13 10:18:12.076035 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Publish callbacks [] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:12.080578 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:12.261240 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:12.390238 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Pushing event updated for resources: {'Port': ['ID=05182e86-95c3-4113-9ee8-5d5aa31f290a,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:12.426690 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-71708495-2d44-47bb-8e4d-4747b35081e0 req-7de30c0b-6327-41a4-a011-52485c3bf69c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403522 Sep 13 10:18:12.456730 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:12.487506 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:12.498098 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Attempting to bind port 05182e86-95c3-4113-9ee8-5d5aa31f290a on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:12.498480 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Attempting to bind port 05182e86-95c3-4113-9ee8-5d5aa31f290a by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:12.498944 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Attempting to bind port 05182e86-95c3-4113-9ee8-5d5aa31f290a on network 2d10bf96-a285-4bfe-9fb9-9054074e6758 {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:12.511600 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d3b73-976c-4c91-8653-438d80d2ee5e req-e2f712d8-4588-4170-a510-abea03bae0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:12.513061 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e9d3b73-976c-4c91-8653-438d80d2ee5e req-e2f712d8-4588-4170-a510-abea03bae0bd service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=602cd87d731241e3ad12032e2dd67c1b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5155566 Sep 13 10:18:12.566008 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:12.566008 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Checking segment: {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:12.566008 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:12.566008 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Bound using segment: {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:12.566008 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Bound port: 05182e86-95c3-4113-9ee8-5d5aa31f290a, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49db955c-dee4-40ed-b08e-61a780fe47f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:12.566008 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:12.612082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3319af7-8ef9-4d88-882a-bd82c20bcf31 req-4e034dd9-62f6-4fc2-9ad2-dd6f4f822f48 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:12.613602 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c3319af7-8ef9-4d88-882a-bd82c20bcf31 req-4e034dd9-62f6-4fc2-9ad2-dd6f4f822f48 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.1670599 Sep 13 10:18:12.648311 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] For port 05182e86-95c3-4113-9ee8-5d5aa31f290a, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:12.651694 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] For port 05182e86-95c3-4113-9ee8-5d5aa31f290a, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=05182e86-95c3-4113-9ee8-5d5aa31f290a,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:12.679545 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfaee8-9f79-498d-93d6-0f01448ed140 req-c3cf703e-46c6-4558-a638-f954942f7123 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:12.681041 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41bfaee8-9f79-498d-93d6-0f01448ed140 req-c3cf703e-46c6-4558-a638-f954942f7123 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.1602068 Sep 13 10:18:12.747820 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c3319af7-8ef9-4d88-882a-bd82c20bcf31 req-27428f2a-e84e-4ac6-9ce1-cd5072c0bfd6 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103475 Sep 13 10:18:12.750202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d3b73-976c-4c91-8653-438d80d2ee5e req-5334b88d-7331-4922-8b21-4371178d308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:12.751630 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e9d3b73-976c-4c91-8653-438d80d2ee5e req-5334b88d-7331-4922-8b21-4371178d308e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255344 Sep 13 10:18:12.758283 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:12.782007 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41bfaee8-9f79-498d-93d6-0f01448ed140 req-271bd394-dbf3-42b7-b0e2-bd7e3ab024c5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915916 Sep 13 10:18:12.866000 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Routers {'41229576-41dd-42c2-879c-abc3a359b7db'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:12.866600 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:17:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['41229576-41dd-42c2-879c-abc3a359b7db'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:12.871865 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-a2189ceb-5099-4585-b929-88c50baeabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:12.873349 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-a2189ceb-5099-4585-b929-88c50baeabb8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1127 time: 0.0658576 Sep 13 10:18:12.917097 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-79037809-e352-4968-946a-3d733fdb9a5e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 217 time: 0.0343661 Sep 13 10:18:12.982046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-1302e0bc-bc57-4599-b08c-12c5f6118848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:12.983779 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-1302e0bc-bc57-4599-b08c-12c5f6118848 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0609863 Sep 13 10:18:13.041335 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-0569ad2d-97b5-4649-b0f1-636d6191c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:13.042094 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Pushing event updated for resources: {'Port': ['ID=05182e86-95c3-4113-9ee8-5d5aa31f290a,revision_number=4']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:13.043930 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-0569ad2d-97b5-4649-b0f1-636d6191c3c9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525317 Sep 13 10:18:13.053006 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.053006 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.061537 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dc78cf-e0d8-43bc-85b5-a9e7147555b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:13.139962 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] Set router 41229576-41dd-42c2-879c-abc3a359b7db gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:13.174676 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-efda00fb-86cf-4877-bc88-47e96eea5863 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184180 Sep 13 10:18:13.265378 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 3f20d233-f49a-4ba0-bc07-8628d35a3d2c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:18:13.305510 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:13.326747 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:13.409454 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7079847f-e3fb-4417-9f88-8fb025fb3064 req-a59b6402-2056-43fe-8c1b-ddf07b74cd79 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216411 Sep 13 10:18:13.577730 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:13.591012 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '05182e86-95c3-4113-9ee8-5d5aa31f290a', 'name': '', 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'mac_address': 'fa:16:3e:d8:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:02Z', 'updated_at': '2022-09-13T10:18:12Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'subnets': [{'id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:13.594468 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'port_id': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'mac_address': 'fa:16:3e:44:27:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:18:13.642219 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:13.643020 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:13.650497 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65921fc-281a-40e2-8ac5-34a16e8f03d8 None None] The sync data for ids ['41229576-41dd-42c2-879c-abc3a359b7db'] in dv-cinder-854274-4-iscsi is: [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:18:04Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '05182e86-95c3-4113-9ee8-5d5aa31f290a', 'name': '', 'network_id': '2d10bf96-a285-4bfe-9fb9-9054074e6758', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'mac_address': 'fa:16:3e:d8:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:02Z', 'updated_at': '2022-09-13T10:18:12Z', 'revision_number': 4, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'subnets': [{'id': 'f7563d7f-1b49-4dfc-85c4-dd6c70d3d241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:13.661784 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f20d233-f49a-4ba0-bc07-8628d35a3d2c {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:18:13.683530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceae2a-6d2e-4a87-9383-50db976bae92 req-62772cfc-a8dc-4480-9c9b-72fe7bf43152 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:13.685241 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d3ceae2a-6d2e-4a87-9383-50db976bae92 req-62772cfc-a8dc-4480-9c9b-72fe7bf43152 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 943 time: 0.1100628 Sep 13 10:18:13.697554 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:13.757873 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d3ceae2a-6d2e-4a87-9383-50db976bae92 req-1c5729e5-7f57-463f-a9ce-9764b7bc385b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651522 Sep 13 10:18:13.796351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:13.863502 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:14.023395 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccec02-75e4-452c-bd58-374a88040074 req-232d350a-23d0-4c72-99c4-6cdcb4adec1f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:14.025352 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2fccec02-75e4-452c-bd58-374a88040074 req-232d350a-23d0-4c72-99c4-6cdcb4adec1f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0996408 Sep 13 10:18:14.061387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852bd94-994c-4f32-b172-c99b7ea22ef6 req-7aba1c56-d7cf-4000-a473-285c40749e50 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:14.063623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4852bd94-994c-4f32-b172-c99b7ea22ef6 req-7aba1c56-d7cf-4000-a473-285c40749e50 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.1367548 Sep 13 10:18:14.116884 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2fccec02-75e4-452c-bd58-374a88040074 req-e3e03775-9341-4902-82aa-ff84d8d361f4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845270 Sep 13 10:18:14.157087 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4852bd94-994c-4f32-b172-c99b7ea22ef6 req-5ee70d1f-4ff5-4fa0-ba91-17bc3fd39a19 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807798 Sep 13 10:18:14.589389 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:14.841064 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 05182e86-95c3-4113-9ee8-5d5aa31f290a up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:14.917586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 05182e86-95c3-4113-9ee8-5d5aa31f290a triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:14.918754 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:14.969888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f901b-a5fb-401b-a72d-f3066c802ef1 req-b4e9e8f2-6fa4-4508-bec8-85ee0405276f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:14.971546 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-620f901b-a5fb-401b-a72d-f3066c802ef1 req-b4e9e8f2-6fa4-4508-bec8-85ee0405276f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 944 time: 0.0691047 Sep 13 10:18:15.020547 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 05182e86-95c3-4113-9ee8-5d5aa31f290a is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:15.020975 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:15.029218 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-620f901b-a5fb-401b-a72d-f3066c802ef1 req-8901ea78-ae9d-40ca-a019-2b91ef9b8531 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494139 Sep 13 10:18:15.064222 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 05182e86-95c3-4113-9ee8-5d5aa31f290a, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=05182e86-95c3-4113-9ee8-5d5aa31f290a,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:15.151673 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:15.207593 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=05182e86-95c3-4113-9ee8-5d5aa31f290a,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:15.341148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8d1bb-7c71-4452-bfd4-ac8f4482abf3 req-4f1b5bb7-91ec-44fd-8e61-2d6945a2d507 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:15.348990 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72f8d1bb-7c71-4452-bfd4-ac8f4482abf3 req-4f1b5bb7-91ec-44fd-8e61-2d6945a2d507 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0883217 Sep 13 10:18:15.356929 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11b840-9d0a-43dc-81cb-995538254a8a req-6da8a2ec-deea-4042-bcbe-cffd984260b7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:15.358498 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ab11b840-9d0a-43dc-81cb-995538254a8a req-6da8a2ec-deea-4042-bcbe-cffd984260b7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.0875583 Sep 13 10:18:15.449109 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72f8d1bb-7c71-4452-bfd4-ac8f4482abf3 req-67b86d83-efce-4a73-97bc-1db05afe025a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990934 Sep 13 10:18:15.474339 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ab11b840-9d0a-43dc-81cb-995538254a8a req-33203c9b-8566-467d-b74b-7660d03e2ac0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976555 Sep 13 10:18:16.165575 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0796-1c92-40c9-abc9-b658e170b787 req-96ac18da-4002-49aa-9e64-851cc5ab3309 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:16.167048 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fbf0796-1c92-40c9-abc9-b658e170b787 req-96ac18da-4002-49aa-9e64-851cc5ab3309 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 944 time: 0.0560360 Sep 13 10:18:16.224959 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fbf0796-1c92-40c9-abc9-b658e170b787 req-6d86bacf-8df6-404e-8ba2-3c8d3e25b2d2 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 Sep 13 10:18:16.650715 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be94c-9ec8-46cb-95ea-0050778e0f8f req-20f652b9-d1cb-40da-9b7c-3087025c5a62 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:16.652236 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff5be94c-9ec8-46cb-95ea-0050778e0f8f req-20f652b9-d1cb-40da-9b7c-3087025c5a62 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0865390 Sep 13 10:18:16.658738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec94ba-e0e0-4bf3-8723-551c6d9f7d49 req-1067fa37-1d62-41e8-81f6-7ca1b0418f8e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:16.663637 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fbec94ba-e0e0-4bf3-8723-551c6d9f7d49 req-1067fa37-1d62-41e8-81f6-7ca1b0418f8e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.0852990 Sep 13 10:18:16.753065 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['3f20d233-f49a-4ba0-bc07-8628d35a3d2c'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:18:16.771396 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff5be94c-9ec8-46cb-95ea-0050778e0f8f req-291f2079-80e1-4128-a884-53516199df37 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033645 Sep 13 10:18:16.777615 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fbec94ba-e0e0-4bf3-8723-551c6d9f7d49 req-205e23dd-db7f-467c-99e3-9bf207f47f27 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031351 Sep 13 10:18:16.874880 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:16.893877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 05182e86-95c3-4113-9ee8-5d5aa31f290a up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:17.056355 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:17.067504 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 05182e86-95c3-4113-9ee8-5d5aa31f290a triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:17.067850 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:17.159661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 05182e86-95c3-4113-9ee8-5d5aa31f290a is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:17.412231 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:17.498956 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715acf4-83ce-4fee-98ff-d001549d4f74 req-00c84045-8e75-41a7-8238-608638a5223d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:17.507021 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b715acf4-83ce-4fee-98ff-d001549d4f74 req-00c84045-8e75-41a7-8238-608638a5223d tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 944 time: 0.1252873 Sep 13 10:18:17.584165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b715acf4-83ce-4fee-98ff-d001549d4f74 req-ec5f85df-2a26-48d7-9fc8-3026fa765d17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761080 Sep 13 10:18:17.933781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:18.006195 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e644ca-3dd0-416a-928b-250b6c9bdad1 req-98730840-4ed5-4df5-ba5d-19cc81453ec5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:18.007831 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4e644ca-3dd0-416a-928b-250b6c9bdad1 req-98730840-4ed5-4df5-ba5d-19cc81453ec5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.1272633 Sep 13 10:18:18.038449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02edc-786a-49d1-89a1-70f5cee93bed req-c4fc839c-a45a-4ae7-adfe-ddded8c2e2a2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:18.040008 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53e02edc-786a-49d1-89a1-70f5cee93bed req-c4fc839c-a45a-4ae7-adfe-ddded8c2e2a2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.0929024 Sep 13 10:18:18.095388 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4e644ca-3dd0-416a-928b-250b6c9bdad1 req-18927810-b946-4099-a687-3843d9912f2d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790792 Sep 13 10:18:18.114990 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53e02edc-786a-49d1-89a1-70f5cee93bed req-46d14f1c-636c-401d-9330-d844fc66f7e9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681908 Sep 13 10:18:18.560534 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 3f20d233-f49a-4ba0-bc07-8628d35a3d2c up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:18.651634 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:18:18.748655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:18.749039 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:18.808716 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c334c-e127-4db4-9533-f32ba30a9a11 req-cc0a7043-b8e9-4ee6-ba24-144f41bebc2e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:18.815821 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f41c334c-e127-4db4-9533-f32ba30a9a11 req-cc0a7043-b8e9-4ee6-ba24-144f41bebc2e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 944 time: 0.1011665 Sep 13 10:18:18.872991 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f41c334c-e127-4db4-9533-f32ba30a9a11 req-e67063df-e7b6-4695-aba6-cb500f3dc12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560811 Sep 13 10:18:18.915284 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:18.915685 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:18.951390 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:18.957521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af4289-3370-48cf-8a4b-45a93e2a9350" -d '{"events": [{"server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "name": "network-vif-plugged", "status": "completed", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:18.985369 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:19.004445 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686561e6-95c5-403e-9de6-f964f42ba98a x-openstack-request-id: req-686561e6-95c5-403e-9de6-f964f42ba98a {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:19.004952 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "name": "network-vif-plugged", "status": "completed", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:19.005407 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-686561e6-95c5-403e-9de6-f964f42ba98a {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:19.005977 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686561e6-95c5-403e-9de6-f964f42ba98a'] response: {'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'code': 200} Sep 13 10:18:19.095346 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:19.200363 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:19.319574 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ff004-1ae5-4c68-88ae-5d8cf28ac616 req-054398a6-3303-41fb-981b-bd7b7f9361d0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:19.321397 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-139ff004-1ae5-4c68-88ae-5d8cf28ac616 req-054398a6-3303-41fb-981b-bd7b7f9361d0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0856972 Sep 13 10:18:19.355561 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf4e52-332d-41f9-94b6-604f5e9d092f req-6e790f92-163a-4c72-a357-6fa4fb1d3771 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:19.357273 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c8bf4e52-332d-41f9-94b6-604f5e9d092f req-6e790f92-163a-4c72-a357-6fa4fb1d3771 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.0886643 Sep 13 10:18:19.474288 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-139ff004-1ae5-4c68-88ae-5d8cf28ac616 req-450a2744-a464-46ef-a2da-613bd2a114fc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111462 Sep 13 10:18:19.474288 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c8bf4e52-332d-41f9-94b6-604f5e9d092f req-ab434db2-0ce8-4932-84a3-8772209cb8ef tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806823 Sep 13 10:18:20.063716 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432a5c-6564-4d73-a0a2-e14e299182f7 req-c9902cee-8396-4efe-81df-e9a1e0291290 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:20.065506 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa432a5c-6564-4d73-a0a2-e14e299182f7 req-c9902cee-8396-4efe-81df-e9a1e0291290 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0859618 Sep 13 10:18:20.134279 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46414) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:20.147698 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa432a5c-6564-4d73-a0a2-e14e299182f7 req-e39aa6df-f2a1-4f0e-aab9-391ca35ad3bc tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748162 Sep 13 10:18:20.305223 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f199855d-da92-4af4-ac7e-2e060efc5feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.393287 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f199855d-da92-4af4-ac7e-2e060efc5feb admin admin] Publish callbacks [] for security_group (dacbfa14-c79b-4df3-8dfb-34e311b17141), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.470143 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f199855d-da92-4af4-ac7e-2e060efc5feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (dacbfa14-c79b-4df3-8dfb-34e311b17141), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.584704 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f199855d-da92-4af4-ac7e-2e060efc5feb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1dd46de623ca4fafafe6f052c451982c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485340 Sep 13 10:18:20.586253 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46440) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:20.596508 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199855d-da92-4af4-ac7e-2e060efc5feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacbfa14-c79b-4df3-8dfb-34e311b17141,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:20.631232 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b4a6-6d37-432a-a3f3-ad469a42322c req-2e5daa5e-273d-43d8-8de3-a70e66da8e10 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:20.640864 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6f59b4a6-6d37-432a-a3f3-ad469a42322c req-2e5daa5e-273d-43d8-8de3-a70e66da8e10 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0865242 Sep 13 10:18:20.658887 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:20.666216 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52cc22e1-a7e0-4958-ac3d-6c566526a0d0 admin admin] Publish callbacks [] for security_group (dacbfa14-c79b-4df3-8dfb-34e311b17141), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.695257 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52cc22e1-a7e0-4958-ac3d-6c566526a0d0 admin admin] Publish callbacks [] for security_group (dacbfa14-c79b-4df3-8dfb-34e311b17141), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.712556 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6964-4807-47fc-b77e-4742b3feeaf5 req-7790bc07-a8f9-41ff-9461-31b372d0d350 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:20.714873 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b0f6964-4807-47fc-b77e-4742b3feeaf5 req-7790bc07-a8f9-41ff-9461-31b372d0d350 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.1017556 Sep 13 10:18:20.773470 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6f59b4a6-6d37-432a-a3f3-ad469a42322c req-be6248e8-e382-4c23-b685-a879f805b8e9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313202 Sep 13 10:18:20.841719 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-910bac36-fa64-4838-a90f-8c5041691169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:20.844810 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-910bac36-fa64-4838-a90f-8c5041691169 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1130 time: 0.0753779 Sep 13 10:18:20.915636 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7320e1f5-92e9-4f8c-9dcb-eaeb5de8583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.916561 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52cc22e1-a7e0-4958-ac3d-6c566526a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (dacbfa14-c79b-4df3-8dfb-34e311b17141), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.920716 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-52cc22e1-a7e0-4958-ac3d-6c566526a0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:20.927732 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-52cc22e1-a7e0-4958-ac3d-6c566526a0d0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dacbfa14-c79b-4df3-8dfb-34e311b17141 HTTP/1.1" status: 204 len: 168 time: 0.3385630 Sep 13 10:18:20.941286 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc22e1-a7e0-4958-ac3d-6c566526a0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacbfa14-c79b-4df3-8dfb-34e311b17141,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:21.199112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b0f6964-4807-47fc-b77e-4742b3feeaf5 req-c53eeed4-17e3-4e7a-873d-24b2dbd699b0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648321 Sep 13 10:18:21.266602 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:21.287150 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40780c44-408d-457a-b0d6-e2c7631834b4 req-49dd5d7e-e07a-4853-805c-5e6a539fa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:21.288840 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-40780c44-408d-457a-b0d6-e2c7631834b4 req-49dd5d7e-e07a-4853-805c-5e6a539fa9ca service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 1129 time: 0.3993795 Sep 13 10:18:21.383597 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45749d2-547b-45aa-b62e-1de621075bd7 req-bd059c13-0396-4a8d-bcca-189e26e5a4ae tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:21.401996 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d45749d2-547b-45aa-b62e-1de621075bd7 req-bd059c13-0396-4a8d-bcca-189e26e5a4ae tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.1160853 Sep 13 10:18:21.417475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-a8410092-bd14-47a7-a2ca-5a8508f799b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:21.418382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-a8410092-bd14-47a7-a2ca-5a8508f799b9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.5627997 Sep 13 10:18:21.440415 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:21.490270 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-40780c44-408d-457a-b0d6-e2c7631834b4 req-2c690572-74e0-44db-b44f-66549b120a91 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880407 Sep 13 10:18:21.540821 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d45749d2-547b-45aa-b62e-1de621075bd7 req-42bb02c4-5cf3-4b50-9aff-001f21c83194 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381080 Sep 13 10:18:21.553934 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-d3593c7d-f5d9-4ec2-a79f-89b317aa4773 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 1001 time: 0.1159742 Sep 13 10:18:21.876785 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-a9a035c0-9009-4c92-a552-3667b671996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:21.877526 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-a9a035c0-9009-4c92-a552-3667b671996f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0692966 Sep 13 10:18:21.975458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-989f9184-ddad-485d-a721-e6969a33de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:21.977017 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-989f9184-ddad-485d-a721-e6969a33de19 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834644 Sep 13 10:18:22.003373 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e7f99-9676-4f16-a485-b96ed4241e9c req-8f8820c5-253c-4438-9a8e-894bad825a12 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:22.011398 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-171e7f99-9676-4f16-a485-b96ed4241e9c req-8f8820c5-253c-4438-9a8e-894bad825a12 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0695045 Sep 13 10:18:22.115019 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-171e7f99-9676-4f16-a485-b96ed4241e9c req-a134a2ca-7d15-41b5-91ff-069d096a574d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982692 Sep 13 10:18:22.132241 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-ac2b2bc9-72c8-4e34-bebe-a802d1af7a0f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446290 Sep 13 10:18:22.191183 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46476) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:22.307132 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1682963395-network', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:22.372227 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded4507-751b-4013-8267-3c5d261d04d8 req-b0b8f204-da5a-4922-bd5e-b4ca4f2f9dd7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:22.373645 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3ded4507-751b-4013-8267-3c5d261d04d8 req-b0b8f204-da5a-4922-bd5e-b4ca4f2f9dd7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 943 time: 0.0488055 Sep 13 10:18:22.425940 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Made reservation on behalf of 9ef16a5156d9421e85b4106cce719b4f for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:18:22.428971 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.433365 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3ded4507-751b-4013-8267-3c5d261d04d8 req-0b76c85c-33ab-4643-a204-c6abc82d26fd tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511258 Sep 13 10:18:22.440801 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.532279 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks [] for security_group (95720abc-0505-4fd1-87a6-aaf9dee90202), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.580659 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:18:22.606889 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (95720abc-0505-4fd1-87a6-aaf9dee90202), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.621716 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:18:22.653454 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.655004 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Added segment 3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1 of type vlan for network 7f63c816-53c2-40cc-b606-323a65ea3386 Sep 13 10:18:22.727137 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:22.734171 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (7f63c816-53c2-40cc-b606-323a65ea3386), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.741551 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:18:22.785007 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69ca20ed-6154-40f9-a32e-f991fbb75c21 req-2205f000-2b67-41c3-b2ef-b313f5cc4573 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481261 Sep 13 10:18:22.789480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95720abc-0505-4fd1-87a6-aaf9dee90202,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:22.815829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30a896-e596-4298-9278-be4a6b8bc078 req-7e8d9bd5-ff88-466a-bbaa-db6e633388d4 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:22.820783 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db30a896-e596-4298-9278-be4a6b8bc078 req-7e8d9bd5-ff88-466a-bbaa-db6e633388d4 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.1927521 Sep 13 10:18:22.830336 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:22.831594 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.835248 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (7f63c816-53c2-40cc-b606-323a65ea3386), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.836306 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:22.836906 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.849766 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:18:22.875336 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:22.883684 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db30a896-e596-4298-9278-be4a6b8bc078 req-5e25e06b-1560-45d9-95a8-8f348b8546da tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617528 Sep 13 10:18:22.913053 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] Pushing event updated for resources: {'Network': ['ID=7f63c816-53c2-40cc-b606-323a65ea3386,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:22.924080 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 7f63c816-53c2-40cc-b606-323a65ea3386 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:18:22.971345 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c384646e-acaa-4b2c-ae42-3482b9009503 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7787848 Sep 13 10:18:22.974473 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46490) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:22.980600 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:22.984532 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Request body: {'subnet': {'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1682963395-subnet', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:23.035511 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:23.071669 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:23.083978 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Made reservation on behalf of 9ef16a5156d9421e85b4106cce719b4f for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:18:23.086975 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837581'] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.208979 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:23.281694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0497a8e4-9bbc-4ad6-aac7-abc8f64e1cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.302148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44721b-bc6d-4732-a692-475e68432701 req-f196a960-739a-4f65-bcb6-9b7644263364 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:23.313489 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe44721b-bc6d-4732-a692-475e68432701 req-f196a960-739a-4f65-bcb6-9b7644263364 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0880249 Sep 13 10:18:23.334631 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:23.353243 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46496) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:23.399776 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe44721b-bc6d-4732-a692-475e68432701 req-87724c49-46dc-4112-9fe4-30ee18741527 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788352 Sep 13 10:18:23.401489 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837599'] for subnet (bb5efaa8-81d8-4f40-a88d-8aed3b331f7b), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.467606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['5e1bece8-e51c-4c59-9ca8-1d3f6d374607'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:18:23.510774 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:23.523843 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Checking segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:23.524629 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Network hostable DHCP agents. Network: 7f63c816-53c2-40cc-b606-323a65ea3386, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:18:23.584093 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-70922bb9-c045-4651-8aa5-785bf2cd05d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.600739 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:23.606659 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Network 7f63c816-53c2-40cc-b606-323a65ea3386 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:18:23.643702 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef778-afc6-4709-a4f7-06eef0afbf93 req-3f1715c8-4e88-4d3e-88c6-802d708a92d7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:23.645220 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-552ef778-afc6-4709-a4f7-06eef0afbf93 req-3f1715c8-4e88-4d3e-88c6-802d708a92d7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 944 time: 0.1035736 Sep 13 10:18:23.709991 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-552ef778-afc6-4709-a4f7-06eef0afbf93 req-c6da162f-1392-46aa-8aec-85da7c196115 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580752 Sep 13 10:18:23.738539 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-70922bb9-c045-4651-8aa5-785bf2cd05d4 admin admin] Publish callbacks [] for security_group (348d2e06-2927-48d3-83aa-01de4981e9b0), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.745987 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 7f63c816-53c2-40cc-b606-323a65ea3386) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:23.754065 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7d998-ce87-4415-8a3d-f23caff20c07 None None] Network 7f63c816-53c2-40cc-b606-323a65ea3386 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:18:23.760382 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:23.761024 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.820668 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:23.860109 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-70922bb9-c045-4651-8aa5-785bf2cd05d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (348d2e06-2927-48d3-83aa-01de4981e9b0), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:23.949041 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-7f63c816-53c2-40cc-b606-323a65ea3386', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:18:23.950490 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.221911 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc37aa-9780-4615-9ce0-124fb45a4cc4 req-fc448265-8d89-4e9e-ac85-1e7520efaadd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:24.230525 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0cdc37aa-9780-4615-9ce0-124fb45a4cc4 req-fc448265-8d89-4e9e-ac85-1e7520efaadd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.1989429 Sep 13 10:18:24.278704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:24.291091 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0cdc37aa-9780-4615-9ce0-124fb45a4cc4 req-b8abbb70-2121-4d9a-85a5-12a9775d3769 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596066 Sep 13 10:18:24.314618 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Allocated IP 172.20.0.2 (7f63c816-53c2-40cc-b606-323a65ea3386/bb5efaa8-81d8-4f40-a88d-8aed3b331f7b/0ac7c829-6571-4c34-abda-8d36b3fbefbc) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:24.392422 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.415578 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-5462ab23-b5bb-40f1-9c9f-c02ec2593c8d admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4390070 Sep 13 10:18:24.418419 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46508) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:24.423067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:24.461315 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70922bb9-c045-4651-8aa5-785bf2cd05d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348d2e06-2927-48d3-83aa-01de4981e9b0,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:24.469900 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-70922bb9-c045-4651-8aa5-785bf2cd05d4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=eaf22fc86ccc42fb94ed40c592330133&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1155381 Sep 13 10:18:24.472234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46512) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:24.554392 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (efaaafce-69ba-4680-9004-3de916adf0c1), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.555763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (efaaafce-69ba-4680-9004-3de916adf0c1), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.588847 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b879e-9297-4c23-9e15-bddcf2993672 req-119a26ab-355f-468b-b96a-045024e8d7be tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:24.590827 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0b6b879e-9297-4c23-9e15-bddcf2993672 req-119a26ab-355f-468b-b96a-045024e8d7be tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 946 time: 0.0814455 Sep 13 10:18:24.603928 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:24.627917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cda64e9c-67c8-449f-af86-efd9ec758171 admin admin] Publish callbacks [] for security_group (348d2e06-2927-48d3-83aa-01de4981e9b0), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.689180 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:24.708865 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks [] for router_controller (efaaafce-69ba-4680-9004-3de916adf0c1), precommit_add_association {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.727538 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cda64e9c-67c8-449f-af86-efd9ec758171 admin admin] Publish callbacks [] for security_group (348d2e06-2927-48d3-83aa-01de4981e9b0), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.739129 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0b6b879e-9297-4c23-9e15-bddcf2993672 req-688409f0-fabc-4f37-9424-b05923fc5916 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370435 Sep 13 10:18:24.755995 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Publish callbacks [] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.775543 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:18:24.859329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.893362 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:24.894041 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:24.930923 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Network 7f63c816-53c2-40cc-b606-323a65ea3386 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:24.935471 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:24.939134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b329a1-2aac-45be-bcc8-edc6ec2ca761 req-b7b845ac-b75b-475f-9f09-f57e4f9e799e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:24.940722 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-88b329a1-2aac-45be-bcc8-edc6ec2ca761 req-b7b845ac-b75b-475f-9f09-f57e4f9e799e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 944 time: 0.1108568 Sep 13 10:18:24.941204 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:24.944177 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:24.976147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Pushing event updated for resources: {'Port': ['ID=0ac7c829-6571-4c34-abda-8d36b3fbefbc,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:24.996620 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks [] for router_gateway (efaaafce-69ba-4680-9004-3de916adf0c1), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.036821 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Attempting to bind port 0ac7c829-6571-4c34-abda-8d36b3fbefbc on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:25.044300 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Attempting to bind port 0ac7c829-6571-4c34-abda-8d36b3fbefbc by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:25.044300 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Attempting to bind port 0ac7c829-6571-4c34-abda-8d36b3fbefbc on network 7f63c816-53c2-40cc-b606-323a65ea3386 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:25.053085 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-88b329a1-2aac-45be-bcc8-edc6ec2ca761 req-617128ae-43b8-41d0-a111-33e4e74bc0b0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716817 Sep 13 10:18:25.118424 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cda64e9c-67c8-449f-af86-efd9ec758171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (348d2e06-2927-48d3-83aa-01de4981e9b0), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.122048 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cda64e9c-67c8-449f-af86-efd9ec758171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.123193 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-cda64e9c-67c8-449f-af86-efd9ec758171 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/348d2e06-2927-48d3-83aa-01de4981e9b0 HTTP/1.1" status: 204 len: 168 time: 0.6499217 Sep 13 10:18:25.132619 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda64e9c-67c8-449f-af86-efd9ec758171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d2e06-2927-48d3-83aa-01de4981e9b0,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:25.144671 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:25.145071 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.165447 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:25.165831 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Checking segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:25.166239 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.166640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Bound using segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:25.167133 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Bound port: 0ac7c829-6571-4c34-abda-8d36b3fbefbc, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:25.167546 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.201425 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:25.201425 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd2252e-5255-472a-b230-cfc5bedfd21a" -d '{"events": [{"server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "name": "network-vif-plugged", "status": "completed", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:25.212938 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:25.216116 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:25.275953 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.280709 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:18:25.355801 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5233bc3a-4e2c-49be-a7cf-f700938db381 x-openstack-request-id: req-5233bc3a-4e2c-49be-a7cf-f700938db381 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:25.357184 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "name": "network-vif-plugged", "status": "completed", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:25.357454 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5233bc3a-4e2c-49be-a7cf-f700938db381 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:25.357872 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5233bc3a-4e2c-49be-a7cf-f700938db381'] response: {'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'code': 200} Sep 13 10:18:25.402075 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] For port 0ac7c829-6571-4c34-abda-8d36b3fbefbc, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:25.440072 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] For port 0ac7c829-6571-4c34-abda-8d36b3fbefbc, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ac7c829-6571-4c34-abda-8d36b3fbefbc,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:25.496753 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:25.534824 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.541361 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: ACTIVE; New status is: DOWN {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:25.544964 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.622763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks [] for router_gateway (efaaafce-69ba-4680-9004-3de916adf0c1), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.627095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:25.654167 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55d6d8-f670-4b7d-b111-6d1835f66062 None None] Pushing event updated for resources: {'Port': ['ID=0ac7c829-6571-4c34-abda-8d36b3fbefbc,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:25.690676 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.701472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:25.768763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65992-82aa-49a3-a710-5ab23df1d7e5 req-5488134f-9224-49fa-9aaa-569106da4eee tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:25.770874 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a7d65992-82aa-49a3-a710-5ab23df1d7e5 req-5488134f-9224-49fa-9aaa-569106da4eee tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.3144319 Sep 13 10:18:25.823852 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:25.938551 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=8']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:25.958331 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a7d65992-82aa-49a3-a710-5ab23df1d7e5 req-474b0ccc-62b1-41c8-85be-b73af88d817a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566334 Sep 13 10:18:26.037495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Allocated IP 172.27.2.59 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/7b5a3ae9-2349-4169-8ce5-0004a45ddbd3) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:26.043070 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:26.050362 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0069f-7a6d-4fa0-b7e4-9986b87a22f0 req-f89159ce-1a6d-4a4b-81a8-1616f1650104 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:26.051946 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6b0069f-7a6d-4fa0-b7e4-9986b87a22f0 req-f89159ce-1a6d-4a4b-81a8-1616f1650104 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0888259 Sep 13 10:18:26.088939 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:26.114876 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:26.280426 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6b0069f-7a6d-4fa0-b7e4-9986b87a22f0 req-4b69a610-babb-4828-a2e3-77fd947f60b9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209525 Sep 13 10:18:26.294145 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf48c6c-330a-4e30-8ea3-f7ff380100b3 req-5bd7557f-1061-48f1-a4e5-7654ee6082f1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:26.303152 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-faf48c6c-330a-4e30-8ea3-f7ff380100b3 req-5bd7557f-1061-48f1-a4e5-7654ee6082f1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0946686 Sep 13 10:18:26.485767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks [] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:26.513203 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-faf48c6c-330a-4e30-8ea3-f7ff380100b3 req-08573a11-f5b6-4a73-9e4b-587a34e59dc5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090855 Sep 13 10:18:26.516856 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328cd24-8d62-4ca3-a31c-284dcf0623f5 req-ed352e57-3bf8-4507-b743-b0e30f533c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:26.524778 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4328cd24-8d62-4ca3-a31c-284dcf0623f5 req-ed352e57-3bf8-4507-b743-b0e30f533c81 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.1394129 Sep 13 10:18:26.605137 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4328cd24-8d62-4ca3-a31c-284dcf0623f5 req-d78abc5d-cf18-4272-8f71-8921c49dae8e service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672781 Sep 13 10:18:26.643844 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:26.698151 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:26.706114 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:26.712976 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:26.716440 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:26.779913 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:26.960021 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ac7c829-6571-4c34-abda-8d36b3fbefbc up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:27.007606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:27.018290 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0ac7c829-6571-4c34-abda-8d36b3fbefbc triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:27.018867 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.153187 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0ac7c829-6571-4c34-abda-8d36b3fbefbc is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:27.153950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.171999 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa78e6-d49d-432c-b082-5adbc499c302 req-bcbbbd3e-99d4-4503-83a6-7b80a3a66ae1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:27.173661 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-11aa78e6-d49d-432c-b082-5adbc499c302 req-bcbbbd3e-99d4-4503-83a6-7b80a3a66ae1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0893664 Sep 13 10:18:27.186880 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b651b1-bf31-4686-b704-fd4f9483f6bd None None] Network 7f63c816-53c2-40cc-b606-323a65ea3386 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:18:27.210789 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks [] for router_gateway (efaaafce-69ba-4680-9004-3de916adf0c1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.282900 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-11aa78e6-d49d-432c-b082-5adbc499c302 req-52628b87-5bd6-4ff6-a579-3f7af5f1ee9f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997465 Sep 13 10:18:27.315349 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-ced589b0-24d1-4288-930c-9d20b2a140ce None None] Provisioning complete for port 0ac7c829-6571-4c34-abda-8d36b3fbefbc triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:27.316230 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ced589b0-24d1-4288-930c-9d20b2a140ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.325619 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 0ac7c829-6571-4c34-abda-8d36b3fbefbc, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ac7c829-6571-4c34-abda-8d36b3fbefbc,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:27.364005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:27.367959 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7222c-d743-4a2c-97bf-38c7522e1d42" -d '{"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:27.387646 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.540453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc1a66-fad9-4bd1-8f35-78d0da27251f req-e60c31a7-27ae-43ba-8ac9-1134c7e4ffea tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:27.541988 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-75fc1a66-fad9-4bd1-8f35-78d0da27251f req-e60c31a7-27ae-43ba-8ac9-1134c7e4ffea tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0963418 Sep 13 10:18:27.567398 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=0ac7c829-6571-4c34-abda-8d36b3fbefbc,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:27.613705 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-ced589b0-24d1-4288-930c-9d20b2a140ce None None] Current status of the port 0ac7c829-6571-4c34-abda-8d36b3fbefbc is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:27.613812 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e31d7-7053-470a-b953-408f5d2b89fd req-e26af116-9d48-4274-9ed1-48e1021f7b07 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:27.627125 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46546) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:27.632421 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'port_id': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:27.639778 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-409e31d7-7053-470a-b953-408f5d2b89fd req-e26af116-9d48-4274-9ed1-48e1021f7b07 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.1924520 Sep 13 10:18:27.652729 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (efaaafce-69ba-4680-9004-3de916adf0c1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.722021 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b0d9d-abea-48db-8b50-907fe77c3272 x-openstack-request-id: req-ee4b0d9d-abea-48db-8b50-907fe77c3272 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:27.722772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:27.723357 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee4b0d9d-abea-48db-8b50-907fe77c3272 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:27.732705 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4b0d9d-abea-48db-8b50-907fe77c3272'] response: {'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'code': 200} Sep 13 10:18:27.764851 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (5114d7f5-bc35-4db0-baf6-5c15580b07a8), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:27.765939 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-75fc1a66-fad9-4bd1-8f35-78d0da27251f req-d3a9ffd7-6035-4c5e-bd62-f0aa751b7295 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229095 Sep 13 10:18:27.942041 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-7f564b97-dfa5-472c-a710-dac0e4cae070 None None] Provisioning complete for port 0ac7c829-6571-4c34-abda-8d36b3fbefbc triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:27.943051 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7f564b97-dfa5-472c-a710-dac0e4cae070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:28.055402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8effc8-b5b1-4a57-b882-40b3e0f03881 req-99ca48e3-b11f-4ec7-9734-5ed3c108cda9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:28.057014 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9f8effc8-b5b1-4a57-b882-40b3e0f03881 req-99ca48e3-b11f-4ec7-9734-5ed3c108cda9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.1711283 Sep 13 10:18:28.060193 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-7f564b97-dfa5-472c-a710-dac0e4cae070 None None] Current status of the port 0ac7c829-6571-4c34-abda-8d36b3fbefbc is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:28.083702 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Router efaaafce-69ba-4680-9004-3de916adf0c1 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:18:28.108883 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:28.382894 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:28.463214 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (5114d7f5-bc35-4db0-baf6-5c15580b07a8), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:28.500429 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:28.566295 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:28.569377 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:28.577584 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Sync routers for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:28.579973 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9f8effc8-b5b1-4a57-b882-40b3e0f03881 req-a364570c-7382-4372-a800-50b88d69ab04 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5125549 Sep 13 10:18:28.600290 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:28.615311 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP 5114d7f5-bc35-4db0-baf6-5c15580b07a8 associated. External IP: 172.27.2.209, port: 3f20d233-f49a-4ba0-bc07-8628d35a3d2c. Sep 13 10:18:28.615708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:28.660162 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:28.682325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:28.683419 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7188776e-24e0-4c43-9424-dcf1ea6fc077 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2636278 Sep 13 10:18:28.686315 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46558) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:28.726907 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:28.775391 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:28.953656 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:18:28.987997 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ac7c829-6571-4c34-abda-8d36b3fbefbc up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:29.081276 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:29.086333 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:29.091219 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:26Z', 'revision_number': 3, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:29.093344 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:29.093596 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:29.094370 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0ac7c829-6571-4c34-abda-8d36b3fbefbc triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:29.094870 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:29.116851 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:29.117503 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:29.140766 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Checking router: efaaafce-69ba-4680-9004-3de916adf0c1 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:29.145912 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Updating router efaaafce-69ba-4680-9004-3de916adf0c1 port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:18:29.179638 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a9c331b2-a998-4c10-80db-fe47a41dda78 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/5114d7f5-bc35-4db0-baf6-5c15580b07a8 HTTP/1.1" status: 200 len: 991 time: 1.5503621 Sep 13 10:18:29.180243 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:29.185202 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81" -d '{"events": [{"name": "network-changed", "server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:29.232613 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:29.257667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab4501-2fcb-46e4-8001-2b240e5e3fcc x-openstack-request-id: req-c0ab4501-2fcb-46e4-8001-2b240e5e3fcc {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:29.258055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:29.258319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0ab4501-2fcb-46e4-8001-2b240e5e3fcc {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:29.258747 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ab4501-2fcb-46e4-8001-2b240e5e3fcc'] response: {'name': 'network-changed', 'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'status': 'completed', 'code': 200} Sep 13 10:18:29.307566 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:29.416228 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-ee03548b-0464-4df3-aa81-d3b7a79965c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:29.422228 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-ee03548b-0464-4df3-aa81-d3b7a79965c7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 1129 time: 0.0964465 Sep 13 10:18:29.430679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0ac7c829-6571-4c34-abda-8d36b3fbefbc is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:29.550731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-ee7688d3-4204-4a6c-adce-d4bd62d7c2d0 req-3b0636fa-142b-4678-a39c-dbf731173503 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:18:29.551458 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee7688d3-4204-4a6c-adce-d4bd62d7c2d0 req-3b0636fa-142b-4678-a39c-dbf731173503 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0077868 Sep 13 10:18:29.633887 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-6980a8c9-39e0-4a7e-b49e-72004be169fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:29.635482 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-6980a8c9-39e0-4a7e-b49e-72004be169fb service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 915 time: 0.2031922 Sep 13 10:18:29.651082 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '5114d7f5-bc35-4db0-baf6-5c15580b07a8', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:44:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:46Z', 'updated_at': '2022-09-13T10:18:28Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}, {'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:34Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:29.688112 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:29.703222 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:29.704343 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:29.775155 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:29.781142 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Publish callbacks [] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:29.810459 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-0f05b359-ac69-4365-bab9-284cecb98c2d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c HTTP/1.1" status: 200 len: 999 time: 0.1611671 Sep 13 10:18:29.866045 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:29.896680 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f006df4-aedd-41a8-a7e3-8206abf3fe5f req-9f2f4530-3255-4a1b-a31b-0afaaf16a17a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:29.899780 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:29.903962 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3f006df4-aedd-41a8-a7e3-8206abf3fe5f req-9f2f4530-3255-4a1b-a31b-0afaaf16a17a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.1085291 Sep 13 10:18:29.911257 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Attempting to bind port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:29.911909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Attempting to bind port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:29.912483 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Attempting to bind port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:29.962531 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148ed8-5fcc-49d3-b109-47d2ef7bc938 None None] Pushing event updated for resources: {'Port': ['ID=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:30.002509 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:30.005113 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:30.006846 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:30.007961 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:30.008631 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Bound port: 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:30.009195 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:30.047056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Allocated IP 172.20.0.1 (7f63c816-53c2-40cc-b606-323a65ea3386/bb5efaa8-81d8-4f40-a88d-8aed3b331f7b/fb39cf06-b1c2-469e-bdff-ba9c2c1e9055) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:30.057124 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:30.103251 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] For port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:30.114387 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] For port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:30.166743 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:30.167505 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:30.190388 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:30.241798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-14ef757e-897f-4507-9680-1a88bc2cfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:30.243495 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-14ef757e-897f-4507-9680-1a88bc2cfffb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.4113078 Sep 13 10:18:30.274446 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:30.275399 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:30.295426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks [] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:30.347218 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3f006df4-aedd-41a8-a7e3-8206abf3fe5f req-6321e430-7d7d-4e79-b479-7a79e114db5a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408360 Sep 13 10:18:30.371200 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:30.391256 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9d5dc-2db9-47c3-ae25-b683c98fdce6 req-def284a8-5910-4ad5-a605-01ac4d3ca948 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:30.406174 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-03d9d5dc-2db9-47c3-ae25-b683c98fdce6 req-def284a8-5910-4ad5-a605-01ac4d3ca948 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1913633 Sep 13 10:18:30.433588 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '5114d7f5-bc35-4db0-baf6-5c15580b07a8', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:44:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:46Z', 'updated_at': '2022-09-13T10:18:28Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}, {'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:34Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:30.471997 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e93ffb-5e74-44d3-bf08-cd83472f1678 None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '5114d7f5-bc35-4db0-baf6-5c15580b07a8', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:44:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:46Z', 'updated_at': '2022-09-13T10:18:28Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}, {'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:34Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:30.516883 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-0d04f940-3b83-4127-b7d5-f119d146f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:30.519020 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-0d04f940-3b83-4127-b7d5-f119d146f1f4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2464347 Sep 13 10:18:30.533633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148ed8-5fcc-49d3-b109-47d2ef7bc938 None None] Pushing event updated for resources: {'Port': ['ID=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:30.564349 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:30.601355 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-03d9d5dc-2db9-47c3-ae25-b683c98fdce6 req-d6051c7f-3f62-4cb9-8e29-bee0ba907ac1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941209 Sep 13 10:18:30.663361 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7e002-2277-46f0-8073-649e4464fb97 req-8c4858eb-b106-4f85-80aa-36668a0e089e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:30.666293 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1d7e002-2277-46f0-8073-649e4464fb97 req-8c4858eb-b106-4f85-80aa-36668a0e089e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.1804123 Sep 13 10:18:30.681221 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46588) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:30.681854 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:30.682545 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'floatingip': {'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:30.725138 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:30.730855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:30.755572 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Network 7f63c816-53c2-40cc-b606-323a65ea3386 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:30.763236 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:18:30.763807 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:30.770891 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:30.791217 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:30.869902 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-0a1b363f-3ef3-461f-9b99-469d8a552627 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055446 Sep 13 10:18:30.897818 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (efaaafce-69ba-4680-9004-3de916adf0c1), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.055593 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d474837-7e96-4148-ada2-902e39504b04 None None] New status for floating IP 5114d7f5-bc35-4db0-baf6-5c15580b07a8: ACTIVE {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:18:31.228485 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6830337b-cc6a-48d9-a2cb-0ad45d5e3d81 req-3b65e63e-904a-4a0d-9b90-3f39539a7a8e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257613 Sep 13 10:18:31.318071 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:31.340872 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: DOWN; New status is: DOWN {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:31.393282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:26Z', 'revision_number': 3, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:31.427480 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379dcd98-39fa-468c-a369-715afbebba20 None None] The sync data for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi is: [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:26Z', 'revision_number': 3, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:31.431989 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:31.442409 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-854283bc-b0aa-4b9e-97e9-b51fe34f37df None None] Provisioning complete for port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:31.442799 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-854283bc-b0aa-4b9e-97e9-b51fe34f37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.484559 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-854283bc-b0aa-4b9e-97e9-b51fe34f37df None None] Port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:31.489066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.669961 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.768497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks [] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.799791 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.822209 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f8a4-5766-47e0-a1fd-582c1344b8dd req-5431b494-3347-40d4-b55c-238af5f4e016 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:31.823807 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c393f8a4-5766-47e0-a1fd-582c1344b8dd req-5431b494-3347-40d4-b55c-238af5f4e016 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1087019 Sep 13 10:18:31.880795 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:31.970825 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c393f8a4-5766-47e0-a1fd-582c1344b8dd req-d876a173-9152-4e13-bc0e-91bdbcb40644 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407061 Sep 13 10:18:31.981239 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Floating IP cdf40064-7778-4930-ad37-2111baf5e4d8 associated. External IP: 172.27.2.27, port: 5e1bece8-e51c-4c59-9ca8-1d3f6d374607. Sep 13 10:18:32.012193 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:32.015617 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (efaaafce-69ba-4680-9004-3de916adf0c1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:32.129270 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Network 7f63c816-53c2-40cc-b606-323a65ea3386 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:32.131959 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:32.200496 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:32.311077 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:32.365632 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Router efaaafce-69ba-4680-9004-3de916adf0c1 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:18:32.381823 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Router 058248f2-b07e-44cd-aa8d-1a475af48082 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:18:32.521780 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-cef6d0b1-da90-47a5-890d-5bc3e761b75b None None] Provisioning complete for port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:32.522339 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cef6d0b1-da90-47a5-890d-5bc3e761b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:32.546546 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:32.558486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:32.564451 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:32.576407 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] Sync routers for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:32.578290 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-524a2efe-c870-49d2-b56f-cb7421cac0d6 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/efaaafce-69ba-4680-9004-3de916adf0c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8907213 Sep 13 10:18:32.596890 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d0b1-da90-47a5-890d-5bc3e761b75b None None] Port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:32.602115 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-405c0fd0-f6d8-4b37-862e-3ded1985bd2a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/cdf40064-7778-4930-ad37-2111baf5e4d8 HTTP/1.1" status: 200 len: 990 time: 1.9237769 Sep 13 10:18:32.602534 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:32.602986 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:18:32.603239 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:32.610240 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e974b-2e25-4774-aeb2-d4c358f1725c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:18:32.667003 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39cfee6-cc44-4809-b834-bc395d2fda00 x-openstack-request-id: req-f39cfee6-cc44-4809-b834-bc395d2fda00 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:18:32.667369 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:18:32.667636 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f39cfee6-cc44-4809-b834-bc395d2fda00 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:18:32.668052 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39cfee6-cc44-4809-b834-bc395d2fda00'] response: {'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'status': 'completed', 'code': 200} Sep 13 10:18:32.786889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-26f8fab4-1705-4986-b29c-b94d750b1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:32.786889 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-26f8fab4-1705-4986-b29c-b94d750b1780 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.0874016 Sep 13 10:18:32.831005 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:32.928667 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:32.962686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-778acca1-eed2-4abe-b6e7-7681868a48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:32.964354 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-778acca1-eed2-4abe-b6e7-7681868a48ab service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.1676977 Sep 13 10:18:33.026235 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:33.026611 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:33.066018 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-465ad77f-66dc-437b-8de8-8fa9bb8dc4d1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 998 time: 0.0921171 Sep 13 10:18:33.144421 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'cdf40064-7778-4930-ad37-2111baf5e4d8', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:56Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 1, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:33.169645 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:33.170049 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:33.188022 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] Checking router: 058248f2-b07e-44cd-aa8d-1a475af48082 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:33.194586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:33.201890 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:33.202765 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:33.293423 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:33.386306 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:33.476515 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:33.510257 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:33.529362 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c13f9b-49cb-44c6-9e16-4f02925b85b1 req-733e4e63-4833-41c2-8a26-20858908ad1e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:33.531080 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43c13f9b-49cb-44c6-9e16-4f02925b85b1 req-733e4e63-4833-41c2-8a26-20858908ad1e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.4171274 Sep 13 10:18:33.532798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-17bb2405-a36e-4704-a3b9-28cd44784a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:33.534127 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-17bb2405-a36e-4704-a3b9-28cd44784a6a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.4599578 Sep 13 10:18:33.626222 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-ef69c504-1177-49a4-8cf1-57d930e3d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:33.626222 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-ef69c504-1177-49a4-8cf1-57d930e3d486 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712106 Sep 13 10:18:33.641737 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43c13f9b-49cb-44c6-9e16-4f02925b85b1 req-9f5d7627-e432-4f96-a87d-bbb4ca628179 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031148 Sep 13 10:18:33.770379 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-8497f13f-e251-4cab-b0bb-2236fc383fa4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274269 Sep 13 10:18:33.788574 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46644) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:33.793541 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2134328326-network', 'tenant_id': '231c305c10ea46008717a137a8543f89'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:33.823471 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'cdf40064-7778-4930-ad37-2111baf5e4d8', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:56Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 1, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:33.856969 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Sync routers for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:33.857421 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ea264-a978-417b-a804-5975c4e0bcb4 None None] The sync data for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi is: [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'cdf40064-7778-4930-ad37-2111baf5e4d8', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:56Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 1, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:33.863350 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:33.864412 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:33.881754 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc9e974b-2e25-4774-aeb2-d4c358f1725c req-cf27551c-3ccc-4fa9-b53a-4ec821c52240 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992639 Sep 13 10:18:33.910364 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Made reservation on behalf of 231c305c10ea46008717a137a8543f89 for: {'network': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:18:33.910364 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:33.931291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:33.943919 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:33.958601 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:33.994858 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46650) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:34.034845 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:34.040909 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks [] for security_group (e4a6b722-8c23-4174-b7ac-217fbdb0e9b1), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.113354 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-321b5972-b96a-49a1-b33e-b68a2487b83d service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1172676 Sep 13 10:18:34.123387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-4da0a281-cda2-4017-8410-036e42768105 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:18:34.125894 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-4da0a281-cda2-4017-8410-036e42768105 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064459 Sep 13 10:18:34.142519 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12aa69c-5d88-4c0e-8789-766e6da0a3ba None None] New status for floating IP cdf40064-7778-4930-ad37-2111baf5e4d8: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:18:34.157362 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e4a6b722-8c23-4174-b7ac-217fbdb0e9b1), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.166332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:34.191906 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 485} {{(pid=106770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:18:34.215551 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a6b722-8c23-4174-b7ac-217fbdb0e9b1,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:34.227730 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (2f0356d1-63b8-4eb4-8649-8966ccfa1dfd), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.228328 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.segments_db [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Added segment 2f0356d1-63b8-4eb4-8649-8966ccfa1dfd of type vlan for network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc Sep 13 10:18:34.275542 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.290776 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 2, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:34.344861 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Checking router: efaaafce-69ba-4680-9004-3de916adf0c1 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:34.345435 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Updating router efaaafce-69ba-4680-9004-3de916adf0c1 port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:18:34.368791 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46660) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:34.394008 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.427124 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.429547 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:34.430474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.489946 dv-cinder-854274-4-iscsi neutron-server[106770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 10:18:34.526188 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:34.567037 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] Pushing event updated for resources: {'Network': ['ID=3c87079d-70f5-493c-b7ec-c8a7b7f04ffc,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:34.578865 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-3be78561-53ea-466d-89f5-0877347489ee tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:34.580280 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-3be78561-53ea-466d-89f5-0877347489ee tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports/cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 941 time: 0.2104771 Sep 13 10:18:34.587130 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:18:34.651490 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46680) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:34.651944 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8d69011b-7462-43f1-96a0-9cc075767ded admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8620098 Sep 13 10:18:34.664816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Request body: {'subnet': {'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2134328326-subnet', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:34.769874 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Made reservation on behalf of 231c305c10ea46008717a137a8543f89 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:18:34.777129 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3814017'] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.822016 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb509ac-d958-4e02-9d07-7ee21d15f26d req-2586400e-c8c4-41ca-b909-a5daa3f7f766 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:34.823753 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0fb509ac-d958-4e02-9d07-7ee21d15f26d req-2586400e-c8c4-41ca-b909-a5daa3f7f766 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0654728 Sep 13 10:18:34.848993 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Publish callbacks [] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.894725 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:34.942003 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:34.942298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:34.947108 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0fb509ac-d958-4e02-9d07-7ee21d15f26d req-0a444735-b538-449a-a378-0d345f11dacc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092005 Sep 13 10:18:34.955235 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:34.965593 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:34.969917 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.041764 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a52cc-5788-4d0d-b2ff-aab7fa786f57 None None] Pushing event updated for resources: {'Port': ['ID=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:35.125518 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Attempting to bind port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:35.125896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Attempting to bind port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:35.126264 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Attempting to bind port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 on network 7f63c816-53c2-40cc-b606-323a65ea3386 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:35.130903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:35.135175 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3814035'] for subnet (3d4592d2-7297-4eed-8837-4e6a4d78e0f1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.203297 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:35.203901 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Checking segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:35.204536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.205005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Bound using segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:35.205558 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Bound port: fb39cf06-b1c2-469e-bdff-ba9c2c1e9055, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:35.206011 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.224328 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4592d2-7297-4eed-8837-4e6a4d78e0f1,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:35.230116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Checking segment: {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:35.230472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Network hostable DHCP agents. Network: 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:18:35.290669 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] For port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:35.292546 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:35.294442 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] For port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:35.352221 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:18:35.355482 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.396491 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:35.398215 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:35.434893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:35.439864 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:35.440473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.450207 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249a0ad-aa33-47a6-a0b9-bbf78e4044c3 None None] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:18:35.481409 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a52cc-5788-4d0d-b2ff-aab7fa786f57 None None] Pushing event updated for resources: {'Port': ['ID=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:35.586070 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8dd9f9cd-6c84-4dee-bf7f-df0b773d7950 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9334221 Sep 13 10:18:35.588704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46716) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:35.593370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:35.675380 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:35.718958 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:35.723516 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (cb4d04ac-2996-4826-818b-aa03e534b704), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.724805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (cb4d04ac-2996-4826-818b-aa03e534b704), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.794285 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks [] for router_controller (cb4d04ac-2996-4826-818b-aa03e534b704), precommit_add_association {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:35.825205 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-3c87079d-70f5-493c-b7ec-c8a7b7f04ffc', 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc', 'project_id': '231c305c10ea46008717a137a8543f89', 'fixed_ips': [{'subnet_id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:18:35.826418 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.007142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks [] for router_gateway (cb4d04ac-2996-4826-818b-aa03e534b704), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.078469 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Allocated IP 172.20.0.2 (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc/3d4592d2-7297-4eed-8837-4e6a4d78e0f1/569c0a59-f8dc-4c58-bf64-54d31922b108) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:36.090821 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:35Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:36.120202 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb26f-1e58-4200-abe2-9a0e00cd72ba None None] The sync data for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi is: [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:35Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:36.131197 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9904279-7868-4116-9742-161900e02720 req-7da130de-fe26-4e02-81f9-65a1229efcf7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:36.131440 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f9904279-7868-4116-9742-161900e02720 req-7da130de-fe26-4e02-81f9-65a1229efcf7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0855646 Sep 13 10:18:36.283881 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f9904279-7868-4116-9742-161900e02720 req-303d9d02-3fc0-4763-aae1-d63a26ab9a28 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327534 Sep 13 10:18:36.325706 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Publish callbacks [] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.363545 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:36.403573 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.404458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks [] for router_gateway (cb4d04ac-2996-4826-818b-aa03e534b704), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.443623 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:36.446646 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:36.448192 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.454890 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:36.459673 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:36.467111 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Pushing event updated for resources: {'Port': ['ID=569c0a59-f8dc-4c58-bf64-54d31922b108,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:36.551232 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Attempting to bind port 569c0a59-f8dc-4c58-bf64-54d31922b108 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:36.551790 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Attempting to bind port 569c0a59-f8dc-4c58-bf64-54d31922b108 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:36.552252 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Attempting to bind port 569c0a59-f8dc-4c58-bf64-54d31922b108 on network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:36.601018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Allocated IP 172.27.2.232 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/0f9b22ef-0230-4158-b87e-1d39213e2295) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:36.604523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:36.604523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Checking segment: {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:36.604523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.604523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Bound using segment: {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:36.604523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Bound port: 569c0a59-f8dc-4c58-bf64-54d31922b108, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:36.604523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.671768 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] For port 569c0a59-f8dc-4c58-bf64-54d31922b108, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:36.675812 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] For port 569c0a59-f8dc-4c58-bf64-54d31922b108, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=569c0a59-f8dc-4c58-bf64-54d31922b108,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:36.684449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:36.726054 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks [] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.781599 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.846678 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.850253 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:36.855270 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316cb5-aed1-4345-8df4-2abda944ff53 None None] Pushing event updated for resources: {'Port': ['ID=569c0a59-f8dc-4c58-bf64-54d31922b108,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:36.881027 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:36.912322 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:36.917887 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:36.923099 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:36.929717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9b22ef-0230-4158-b87e-1d39213e2295,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:36.944260 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:36.944606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:36.961411 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.961766 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.962126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.962488 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.962801 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.965752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:36.966422 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:37.090138 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:37.090788 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.139477 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:37.218376 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.282864 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:37.330571 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks [] for router_gateway (cb4d04ac-2996-4826-818b-aa03e534b704), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.374133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:37.486022 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7f6a8-37a7-4c27-a040-c42cc560f9a9 req-4d082920-953b-4986-8f79-2adf168183c3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:37.487511 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ed7f6a8-37a7-4c27-a040-c42cc560f9a9 req-4d082920-953b-4986-8f79-2adf168183c3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0941498 Sep 13 10:18:37.588889 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46756) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:37.634171 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ed7f6a8-37a7-4c27-a040-c42cc560f9a9 req-a81ea13a-cc13-43b6-8b03-eb9f21b7cbeb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398678 Sep 13 10:18:37.645685 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Deleting subnet 3f80c08d-d1cf-4124-ae41-42b329d7ee2c {{(pid=106770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:18:37.650626 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Publish callbacks [] for subnet (3f80c08d-d1cf-4124-ae41-42b329d7ee2c), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.690443 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (cb4d04ac-2996-4826-818b-aa03e534b704), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.694870 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2917453'] for subnet (3f80c08d-d1cf-4124-ae41-42b329d7ee2c), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.738475 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (3f80c08d-d1cf-4124-ae41-42b329d7ee2c), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.863741 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837584'] for subnet (3f80c08d-d1cf-4124-ae41-42b329d7ee2c), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.898233 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f80c08d-d1cf-4124-ae41-42b329d7ee2c,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:37.901824 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:37.906447 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-b5b3edaa-53b8-4eba-ae7e-76d3d35764db admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3f80c08d-d1cf-4124-ae41-42b329d7ee2c HTTP/1.1" status: 204 len: 168 time: 0.3164933 Sep 13 10:18:37.909073 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46758) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:37.918070 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Router cb4d04ac-2996-4826-818b-aa03e534b704 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:18:38.001079 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4372926-d96f-4ae1-a8a2-a1ec2f9d427c None None] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:18:38.035288 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (b640de2f-1d12-4bb4-bb69-1af7b73e7f86), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.112151 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] Provisioning complete for port 569c0a59-f8dc-4c58-bf64-54d31922b108 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:38.112691 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.162258 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:38.170315 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (b640de2f-1d12-4bb4-bb69-1af7b73e7f86), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.173436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:38.181574 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Sync routers for ids ['cb4d04ac-2996-4826-818b-aa03e534b704'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:38.200597 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b640de2f-1d12-4bb4-bb69-1af7b73e7f86']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:38.204494 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] Current status of the port 569c0a59-f8dc-4c58-bf64-54d31922b108 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:38.204913 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.208408 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Routers {'cb4d04ac-2996-4826-818b-aa03e534b704'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:38.209133 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['cb4d04ac-2996-4826-818b-aa03e534b704'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:38.212124 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d54676-ed2e-4cce-87dd-523e3c2bf444') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:38.213068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d54676-ed2e-4cce-87dd-523e3c2bf444') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:38.225951 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (10d54676-ed2e-4cce-87dd-523e3c2bf444), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.241036 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (10d54676-ed2e-4cce-87dd-523e3c2bf444), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.248337 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Releasing vlan 465 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:18:38.248730 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (10d54676-ed2e-4cce-87dd-523e3c2bf444), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.281841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.283117 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-38c67952-bf3a-4d98-9c69-8eab65e89e17 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6933689 Sep 13 10:18:38.285966 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46762) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:38.293803 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] For port 569c0a59-f8dc-4c58-bf64-54d31922b108, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=569c0a59-f8dc-4c58-bf64-54d31922b108,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:38.311473 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 10d54676-ed2e-4cce-87dd-523e3c2bf444 resource provider aggregate not found Sep 13 10:18:38.322134 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:38.341373 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 10d54676-ed2e-4cce-87dd-523e3c2bf444 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10d54676-ed2e-4cce-87dd-523e3c2bf444 found for delete ", "request_id": "req-6fbcd19c-0c11-41fd-b79a-866d7cbb7ba2"}]} Sep 13 10:18:38.354835 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Set router cb4d04ac-2996-4826-818b-aa03e534b704 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:38.388667 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.413132 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:38.426334 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (b640de2f-1d12-4bb4-bb69-1af7b73e7f86), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.436751 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.454292 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/b640de2f-1d12-4bb4-bb69-1af7b73e7f86 HTTP/1.1" status: 204 len: 168 time: 0.5331068 Sep 13 10:18:38.490066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee816c-48be-4721-b444-9608cae80e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b640de2f-1d12-4bb4-bb69-1af7b73e7f86,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:38.496089 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-7a8ccfb3-9d61-45d3-9d61-978f848e5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:38.498002 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-7a8ccfb3-9d61-45d3-9d61-978f848e5fd6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac&tenant_id=b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 1128 time: 0.1238401 Sep 13 10:18:38.550005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8244d-e072-47b5-bcf0-b017bfa44fd8 None None] Pushing event updated for resources: {'Port': ['ID=569c0a59-f8dc-4c58-bf64-54d31922b108,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:38.559316 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-3f447aa7-ce78-4830-960f-6d2468d62ea9 None None] Provisioning complete for port 569c0a59-f8dc-4c58-bf64-54d31922b108 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:38.560032 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3f447aa7-ce78-4830-960f-6d2468d62ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.579570 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-a3c15b8d-c591-4792-81a7-3b695c35e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:38.581526 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-a3c15b8d-c591-4792-81a7-3b695c35e54e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1128 time: 0.0543709 Sep 13 10:18:38.664541 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 3, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:38.696828 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Checking router: cb4d04ac-2996-4826-818b-aa03e534b704 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:38.697141 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Updating router cb4d04ac-2996-4826-818b-aa03e534b704 port 0f9b22ef-0230-4158-b87e-1d39213e2295 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:18:38.715228 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-58a784a5-8db4-4c01-90ab-84c33924e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:38.716806 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-58a784a5-8db4-4c01-90ab-84c33924e2e0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.1277575 Sep 13 10:18:38.746442 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:38.756277 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.760392 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-3f447aa7-ce78-4830-960f-6d2468d62ea9 None None] Current status of the port 569c0a59-f8dc-4c58-bf64-54d31922b108 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:38.828092 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:38.834972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271aa42-b217-4d65-8272-701c8dc9b8d1 req-37a0de98-6c05-4c2c-b3b1-63852bffae5f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:38.834972 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0271aa42-b217-4d65-8272-701c8dc9b8d1 req-37a0de98-6c05-4c2c-b3b1-63852bffae5f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0959024 Sep 13 10:18:38.842281 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-8ac3b117-79f5-41e4-92cb-d686a6798c16 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 999 time: 0.1152303 Sep 13 10:18:38.938806 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-d91e9980-2185-46b7-b264-7cc9faf271fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:38.940686 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-d91e9980-2185-46b7-b264-7cc9faf271fb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0742965 Sep 13 10:18:38.974804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:39.001133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0271aa42-b217-4d65-8272-701c8dc9b8d1 req-cbb971d1-ce9c-41a7-9141-1e046f5cc403 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548340 Sep 13 10:18:39.005612 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:39.021213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-ae357063-b25a-4eb3-a1db-e3d4352122e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:39.022766 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-ae357063-b25a-4eb3-a1db-e3d4352122e2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706832 Sep 13 10:18:39.023689 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46772) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:39.040698 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:39.062517 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Allocated IP 172.20.0.1 (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc/3d4592d2-7297-4eed-8837-4e6a4d78e0f1/33b1c2de-bbc6-4afe-8340-1bb428504758) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:18:39.089190 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:39.089566 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.155136 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Publish callbacks [] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.157528 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-08f13072-93aa-4ab9-a3b8-2f3e91a9dcd7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=723137b6e4764ec6b58b46f84a05a37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332328 Sep 13 10:18:39.160247 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46774) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:39.181057 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-d5ab38bf-dafe-48a4-a4b1-cbd8d6ba75bc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311057 Sep 13 10:18:39.200003 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks [] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.252644 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6953e162-a939-4001-b05f-a29d233b4f36 admin admin] Publish callbacks [] for security_group (ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.272630 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:39.279270 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6953e162-a939-4001-b05f-a29d233b4f36 admin admin] Publish callbacks [] for security_group (ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.302430 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fed7b714-dd0a-49dd-b627-c99c8713b9ad req-8db8e47d-cd1d-442f-ac2f-1ad078d0e246 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146812 Sep 13 10:18:39.339627 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.354517 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:39.355573 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 569c0a59-f8dc-4c58-bf64-54d31922b108 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:39.393978 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Attempting to bind port 0f9b22ef-0230-4158-b87e-1d39213e2295 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:39.394206 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Attempting to bind port 0f9b22ef-0230-4158-b87e-1d39213e2295 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:39.394567 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Attempting to bind port 0f9b22ef-0230-4158-b87e-1d39213e2295 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:39.416495 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.434333 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:39.445141 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6953e162-a939-4001-b05f-a29d233b4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.448039 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6953e162-a939-4001-b05f-a29d233b4f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.451490 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6953e162-a939-4001-b05f-a29d233b4f36 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a HTTP/1.1" status: 204 len: 168 time: 0.2877400 Sep 13 10:18:39.451789 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74a02a-b18f-40b3-85a3-653103afdf1c None None] Pushing event updated for resources: {'Port': ['ID=0f9b22ef-0230-4158-b87e-1d39213e2295,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:39.471400 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:39.474985 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953e162-a939-4001-b05f-a29d233b4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c9fe2-fcea-4c5c-af6e-3db2f6b20f4a,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:39.477257 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:39.481566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:18:39.504162 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:39.504162 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:39.504162 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.504162 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:39.504162 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Bound port: 0f9b22ef-0230-4158-b87e-1d39213e2295, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:39.504693 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.506684 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 569c0a59-f8dc-4c58-bf64-54d31922b108 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:39.507042 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.541917 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Pushing event updated for resources: {'Port': ['ID=33b1c2de-bbc6-4afe-8340-1bb428504758,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:39.559468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (cb4d04ac-2996-4826-818b-aa03e534b704), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.608303 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] For port 0f9b22ef-0230-4158-b87e-1d39213e2295, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:39.615026 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] For port 0f9b22ef-0230-4158-b87e-1d39213e2295, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0f9b22ef-0230-4158-b87e-1d39213e2295,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:39.666151 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 569c0a59-f8dc-4c58-bf64-54d31922b108 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:39.718514 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.780207 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:39.786421 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Routers {'cb4d04ac-2996-4826-818b-aa03e534b704'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:39.787056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['cb4d04ac-2996-4826-818b-aa03e534b704'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:39.844043 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-1997e0a4-23ba-4877-a829-fcf6e428cf2a None None] Provisioning complete for port 33b1c2de-bbc6-4afe-8340-1bb428504758 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:39.844417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1997e0a4-23ba-4877-a829-fcf6e428cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:39.851896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74a02a-b18f-40b3-85a3-653103afdf1c None None] Pushing event updated for resources: {'Port': ['ID=0f9b22ef-0230-4158-b87e-1d39213e2295,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:39.930301 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-1997e0a4-23ba-4877-a829-fcf6e428cf2a None None] Port 33b1c2de-bbc6-4afe-8340-1bb428504758 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:39.949655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] Set router cb4d04ac-2996-4826-818b-aa03e534b704 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:40.052603 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:40.148400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:40.179515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1fa6-1794-421e-bfc7-29a34c084e34 req-3521a60a-cb6d-4b5c-92d2-170e71625edc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:40.183035 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-428c1fa6-1794-421e-bfc7-29a34c084e34 req-3521a60a-cb6d-4b5c-92d2-170e71625edc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0696034 Sep 13 10:18:40.219293 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 3, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:40.304076 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-428c1fa6-1794-421e-bfc7-29a34c084e34 req-e6121672-1604-465d-8581-7510b8aacee2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137626 Sep 13 10:18:40.318529 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2506-d11c-4729-ba8b-056880126856 None None] The sync data for ids ['cb4d04ac-2996-4826-818b-aa03e534b704'] in dv-cinder-854274-4-iscsi is: [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 3, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:40.409489 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks [] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:40.494027 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:40.610685 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:40.619211 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Pushing event updated for resources: {'Port': ['ID=33b1c2de-bbc6-4afe-8340-1bb428504758,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:40.622486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (cb4d04ac-2996-4826-818b-aa03e534b704), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:40.853023 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:18:40.855187 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:18:41.051475 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0f9b22ef-0230-4158-b87e-1d39213e2295 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:41.131776 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Router cb4d04ac-2996-4826-818b-aa03e534b704 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:18:41.190772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0f9b22ef-0230-4158-b87e-1d39213e2295 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:41.191197 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:41.319890 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:41.356045 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:18:41.379953 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e94cf59f-09d9-43b1-be15-e5df5296d2fe admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/cb4d04ac-2996-4826-818b-aa03e534b704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0921428 Sep 13 10:18:41.420619 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-f2a38486-c438-466f-99b4-1fdf324ca8ce None None] Provisioning complete for port 33b1c2de-bbc6-4afe-8340-1bb428504758 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:41.422734 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f2a38486-c438-466f-99b4-1fdf324ca8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:41.486366 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0f9b22ef-0230-4158-b87e-1d39213e2295 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:41.487395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:41.531712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 0f9b22ef-0230-4158-b87e-1d39213e2295, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0f9b22ef-0230-4158-b87e-1d39213e2295,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:41.557923 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-f2a38486-c438-466f-99b4-1fdf324ca8ce None None] Port 33b1c2de-bbc6-4afe-8340-1bb428504758 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:18:41.567428 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d036f85-b379-48b2-b6f5-97814940823f req-de4009f2-2104-48a3-87a1-c38fdc47eb95 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:41.574100 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0d036f85-b379-48b2-b6f5-97814940823f req-de4009f2-2104-48a3-87a1-c38fdc47eb95 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1061726 Sep 13 10:18:41.631618 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:41.641389 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0d036f85-b379-48b2-b6f5-97814940823f req-44667a83-e6e3-404e-b964-c9cf7d1ee490 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629711 Sep 13 10:18:41.744748 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=0f9b22ef-0230-4158-b87e-1d39213e2295,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:42.121940 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46846) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:42.145319 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288908700', 'description': 'tempest-secgroup-smoke-1288908700 description', 'project_id': '9ef16a5156d9421e85b4106cce719b4f'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:42.263447 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:42.385143 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group (9545f971-c49f-477d-8b46-4dcde867f67f), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:42.390856 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-1e363773-ff0c-428c-b7a1-d1f7d9d0512d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1867770006&fields=id&tenant_id=7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 267 time: 0.0808878 Sep 13 10:18:42.481286 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9545f971-c49f-477d-8b46-4dcde867f67f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:42.565901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9545f971-c49f-477d-8b46-4dcde867f67f,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:42.632501 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-944dcea2-b991-4fe7-88f8-c796d4d5df75 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:42.634082 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-944dcea2-b991-4fe7-88f8-c796d4d5df75 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 812 time: 0.2331371 Sep 13 10:18:42.679919 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-d5be20e2-9952-4c10-a1d5-1275ec83e0b4 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/quotas/7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 375 time: 0.0234828 Sep 13 10:18:42.743215 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:42.743215 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6044a0bb-2de1-4a4d-95a7-259b1cf93954 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6166346 Sep 13 10:18:42.750174 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-a7adbc91-7552-4f8b-b231-b3a137a39284 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667479 Sep 13 10:18:42.790411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46862) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:42.799125 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group_rule': {'security_group_id': '9545f971-c49f-477d-8b46-4dcde867f67f', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:42.849665 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6b5ec-bc0c-4764-a4dd-51125cd635cb req-97b2455d-c7dc-4f73-bdca-8fb4f55e48d4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:42.851531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2fb6b5ec-bc0c-4764-a4dd-51125cd635cb req-97b2455d-c7dc-4f73-bdca-8fb4f55e48d4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.1002681 Sep 13 10:18:42.900304 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0f9b22ef-0230-4158-b87e-1d39213e2295 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:42.930831 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-fe56ee12-612c-45f3-bb89-28217b505791 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686885 Sep 13 10:18:42.937992 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2fb6b5ec-bc0c-4764-a4dd-51125cd635cb req-778685c5-3a23-4db3-abf5-fd96b9e2fec1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739336 Sep 13 10:18:42.941142 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:42.981725 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0f9b22ef-0230-4158-b87e-1d39213e2295 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:42.982458 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.023272 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:43.079613 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0f9b22ef-0230-4158-b87e-1d39213e2295 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:43.103078 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (f347d8cb-b66c-4c1c-8e0d-c9a355ab7513), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.123531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-a26f2dbf-0738-485b-a88d-b4d7dcffa0e3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782374 Sep 13 10:18:43.249144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (f347d8cb-b66c-4c1c-8e0d-c9a355ab7513), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.419546 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (f347d8cb-b66c-4c1c-8e0d-c9a355ab7513), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.443291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347d8cb-b66c-4c1c-8e0d-c9a355ab7513,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:43.609574 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.609574 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-db2c7d6c-de29-49f1-ab94-bf800d4938cd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8094010 Sep 13 10:18:43.609574 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46878) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:43.609574 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group_rule': {'security_group_id': '9545f971-c49f-477d-8b46-4dcde867f67f', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:43.737064 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (0a1b90a4-5b9f-45d5-a4f4-48387421b028), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.813030 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (0a1b90a4-5b9f-45d5-a4f4-48387421b028), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.917270 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a22ec363-d17b-4df7-8bf5-458b8335c689 req-478c16f2-4a03-4cdd-8717-afe25cb49800 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0370355 Sep 13 10:18:43.922047 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Sync routers for ids ['cb4d04ac-2996-4826-818b-aa03e534b704'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:18:43.923215 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (0a1b90a4-5b9f-45d5-a4f4-48387421b028), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:43.943363 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Routers {'cb4d04ac-2996-4826-818b-aa03e534b704'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:43.943363 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['cb4d04ac-2996-4826-818b-aa03e534b704'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:43.948947 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1b90a4-5b9f-45d5-a4f4-48387421b028,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:44.156142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72708c5f-b2ed-4869-b26c-6e811b979e36 req-cc57bceb-dbf8-4af9-834a-c69f0a3cdfc9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:44.157589 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72708c5f-b2ed-4869-b26c-6e811b979e36 req-cc57bceb-dbf8-4af9-834a-c69f0a3cdfc9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0946026 Sep 13 10:18:44.183479 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:44.188361 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Set router cb4d04ac-2996-4826-818b-aa03e534b704 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:44.219106 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.220836 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-b4df82db-e61c-4649-8c80-d548f825eed7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6153545 Sep 13 10:18:44.228547 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46892) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:44.230016 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group_rule': {'security_group_id': '9545f971-c49f-477d-8b46-4dcde867f67f', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:44.233855 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72708c5f-b2ed-4869-b26c-6e811b979e36 req-b4890d62-e753-48e7-a359-8713ea363c5c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640454 Sep 13 10:18:44.401470 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (15b0c8de-5bcc-4d34-b36c-84777aa67b1c), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.403876 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:18:39Z', 'revision_number': 4, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '33b1c2de-bbc6-4afe-8340-1bb428504758', 'name': '', 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'mac_address': 'fa:16:3e:02:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:38Z', 'updated_at': '2022-09-13T10:18:40Z', 'revision_number': 2, 'project_id': '231c305c10ea46008717a137a8543f89', 'subnets': [{'id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:44.436975 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Checking router: cb4d04ac-2996-4826-818b-aa03e534b704 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:18:44.437330 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Updating router cb4d04ac-2996-4826-818b-aa03e534b704 port 33b1c2de-bbc6-4afe-8340-1bb428504758 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:18:44.466555 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.470232 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (15b0c8de-5bcc-4d34-b36c-84777aa67b1c), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.482475 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:44.548794 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (15b0c8de-5bcc-4d34-b36c-84777aa67b1c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.568686 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b0c8de-5bcc-4d34-b36c-84777aa67b1c,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:44.602645 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.647257 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.650616 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c9de002d-9979-42b1-808f-13d6d6ab8510 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239681 Sep 13 10:18:44.651677 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46896) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:44.657325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group_rule': {'security_group_id': '9545f971-c49f-477d-8b46-4dcde867f67f', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:44.747768 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:44.750208 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (7346f542-e7ee-438a-acff-f43ccb6a429a), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.762405 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Publish callbacks [] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.835524 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.840403 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (7346f542-e7ee-438a-acff-f43ccb6a429a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:44.894700 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55179636-b548-4535-a05d-2cca6cb83467 None None] Pushing event updated for resources: {'Port': ['ID=33b1c2de-bbc6-4afe-8340-1bb428504758,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:44.983381 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Attempting to bind port 33b1c2de-bbc6-4afe-8340-1bb428504758 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:18:44.984116 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Attempting to bind port 33b1c2de-bbc6-4afe-8340-1bb428504758 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:18:44.984371 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Attempting to bind port 33b1c2de-bbc6-4afe-8340-1bb428504758 on network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:18:45.032972 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:18:45.033440 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Checking segment: {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:18:45.033906 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.034468 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Bound using segment: {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:18:45.035186 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Bound port: 33b1c2de-bbc6-4afe-8340-1bb428504758, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:18:45.035684 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.039793 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b68570a-a080-47fe-8e36-7dfbb35649d4 req-4a927eec-5f6b-44f7-b67c-e76fc93f9799 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0361512 Sep 13 10:18:45.111985 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] For port 33b1c2de-bbc6-4afe-8340-1bb428504758, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:18:45.115570 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] For port 33b1c2de-bbc6-4afe-8340-1bb428504758, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=33b1c2de-bbc6-4afe-8340-1bb428504758,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:18:45.219580 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (7346f542-e7ee-438a-acff-f43ccb6a429a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.239511 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7346f542-e7ee-438a-acff-f43ccb6a429a,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:45.249454 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.331210 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55179636-b548-4535-a05d-2cca6cb83467 None None] Pushing event updated for resources: {'Port': ['ID=33b1c2de-bbc6-4afe-8340-1bb428504758,revision_number=4']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:45.332835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.334106 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-df955477-30e4-4ad7-95ed-1327367ffa31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6811934 Sep 13 10:18:45.334482 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Routers {'cb4d04ac-2996-4826-818b-aa03e534b704'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:18:45.335273 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:18:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['cb4d04ac-2996-4826-818b-aa03e534b704'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:45.340385 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46914) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:45.351891 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group_rule': {'security_group_id': '9545f971-c49f-477d-8b46-4dcde867f67f', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:45.473413 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396d1a2-b47f-46ee-b2e0-3157a72297f8 req-a032fd01-3c2d-415b-a78d-845364014837 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:45.480954 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b396d1a2-b47f-46ee-b2e0-3157a72297f8 req-a032fd01-3c2d-415b-a78d-845364014837 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0757446 Sep 13 10:18:45.501677 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.securitygroups_db [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Project 9ef16a5156d9421e85b4106cce719b4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 10:18:45.535908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (f27f8c0c-d1b0-4bc2-9006-7b5d7d1d239b), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.618233 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] Set router cb4d04ac-2996-4826-818b-aa03e534b704 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:18:45.618233 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:45.618898 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b396d1a2-b47f-46ee-b2e0-3157a72297f8 req-1fea57bd-cb04-4526-9b02-fe2379bcbe82 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155295 Sep 13 10:18:45.632541 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (f27f8c0c-d1b0-4bc2-9006-7b5d7d1d239b), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.779332 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:18:39Z', 'revision_number': 4, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '33b1c2de-bbc6-4afe-8340-1bb428504758', 'name': '', 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'mac_address': 'fa:16:3e:02:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:38Z', 'updated_at': '2022-09-13T10:18:45Z', 'revision_number': 4, 'project_id': '231c305c10ea46008717a137a8543f89', 'subnets': [{'id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:18:45.806472 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d3989-fbca-4bae-ba40-e67cc8dde163 None None] The sync data for ids ['cb4d04ac-2996-4826-818b-aa03e534b704'] in dv-cinder-854274-4-iscsi is: [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:18:39Z', 'revision_number': 4, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '33b1c2de-bbc6-4afe-8340-1bb428504758', 'name': '', 'network_id': '3c87079d-70f5-493c-b7ec-c8a7b7f04ffc', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'mac_address': 'fa:16:3e:02:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:38Z', 'updated_at': '2022-09-13T10:18:45Z', 'revision_number': 4, 'project_id': '231c305c10ea46008717a137a8543f89', 'subnets': [{'id': '3d4592d2-7297-4eed-8837-4e6a4d78e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:18:45.903826 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (f27f8c0c-d1b0-4bc2-9006-7b5d7d1d239b), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:45.951953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27f8c0c-d1b0-4bc2-9006-7b5d7d1d239b,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:46.032637 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:46.034137 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-99b69de5-8998-4d07-aa4b-60a5341ce20b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6927209 Sep 13 10:18:46.041833 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46916) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:46.047721 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'security_group_rule': {'security_group_id': '9545f971-c49f-477d-8b46-4dcde867f67f', 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:18:46.213491 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:18:46.222242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:46.278967 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-86a6d646-cd6b-490c-b973-f70b3138afd1 req-38d2a1c7-bebb-4b61-b54d-7606ede14817 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0718434 Sep 13 10:18:46.294269 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.securitygroups_db [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Project 9ef16a5156d9421e85b4106cce719b4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 10:18:46.302114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (20e0fc82-0024-4a6f-b031-b404b6a5cb77), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:46.492870 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (20e0fc82-0024-4a6f-b031-b404b6a5cb77), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:46.588644 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (20e0fc82-0024-4a6f-b031-b404b6a5cb77), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:46.609444 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e0fc82-0024-4a6f-b031-b404b6a5cb77,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:46.618238 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.618637 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.618983 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.619680 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.620022 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.623998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:18:46.696280 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:46.698175 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4a38a4f2-120e-4777-8f2d-3977747b9bf5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6542587 Sep 13 10:18:46.751483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502363b3-f0ef-4798-a7ec-9b5fda707393 req-15010386-dfc2-4f95-ba85-418e4c3bcc3c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:46.753067 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-502363b3-f0ef-4798-a7ec-9b5fda707393 req-15010386-dfc2-4f95-ba85-418e4c3bcc3c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0528998 Sep 13 10:18:46.825699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-502363b3-f0ef-4798-a7ec-9b5fda707393 req-16f1d84c-538e-4a5b-9fa7-97d6accef154 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573604 Sep 13 10:18:46.965073 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 33b1c2de-bbc6-4afe-8340-1bb428504758 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:46.965073 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 33b1c2de-bbc6-4afe-8340-1bb428504758 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:46.965073 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.110184 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 33b1c2de-bbc6-4afe-8340-1bb428504758 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:47.110585 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.133321 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:47.150509 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 33b1c2de-bbc6-4afe-8340-1bb428504758, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=33b1c2de-bbc6-4afe-8340-1bb428504758,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:18:47.154277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 46974) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:47.260645 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.340959 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=33b1c2de-bbc6-4afe-8340-1bb428504758,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:47.365024 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-48220241-ee1b-4b13-97c4-51abf21d350b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.484896 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-742858d8-b4e2-48ce-b5d0-1a73cae0051a req-38075f5a-74f7-4a23-9129-5a41839b6459 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0497394 Sep 13 10:18:47.531644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-48220241-ee1b-4b13-97c4-51abf21d350b admin admin] Publish callbacks [] for security_group (0aa9653f-f3ca-422d-a46f-7c08cb48429f), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.617944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-48220241-ee1b-4b13-97c4-51abf21d350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0aa9653f-f3ca-422d-a46f-7c08cb48429f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.686633 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-48220241-ee1b-4b13-97c4-51abf21d350b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9b5f1497c9de491dbb708ef6a2166f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5310810 Sep 13 10:18:47.687495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48220241-ee1b-4b13-97c4-51abf21d350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9653f-f3ca-422d-a46f-7c08cb48429f,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:47.689894 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 46982) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:18:47.763099 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:47.767875 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f59509f9-b1ae-4489-85a3-de1001f8489c admin admin] Publish callbacks [] for security_group (0aa9653f-f3ca-422d-a46f-7c08cb48429f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.793527 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f59509f9-b1ae-4489-85a3-de1001f8489c admin admin] Publish callbacks [] for security_group (0aa9653f-f3ca-422d-a46f-7c08cb48429f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.825470 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:47.929989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f59509f9-b1ae-4489-85a3-de1001f8489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0aa9653f-f3ca-422d-a46f-7c08cb48429f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.934554 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f59509f9-b1ae-4489-85a3-de1001f8489c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:47.937758 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f59509f9-b1ae-4489-85a3-de1001f8489c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0aa9653f-f3ca-422d-a46f-7c08cb48429f HTTP/1.1" status: 204 len: 168 time: 0.2456796 Sep 13 10:18:47.972439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8b73b-d569-421d-a9d2-a4f5db183b33 req-18921b97-c67a-4363-9d05-208c4fde35ca tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:47.977993 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59509f9-b1ae-4489-85a3-de1001f8489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9653f-f3ca-422d-a46f-7c08cb48429f,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:18:47.979816 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-59b8b73b-d569-421d-a9d2-a4f5db183b33 req-18921b97-c67a-4363-9d05-208c4fde35ca tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0820644 Sep 13 10:18:48.053432 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-59b8b73b-d569-421d-a9d2-a4f5db183b33 req-bcccf654-7f6e-4ffd-9388-ff376ce3627b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658133 Sep 13 10:18:48.600165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-baeca5c5-41ac-4a23-8484-6e3a602cff9e req-fd426f06-3d47-48f4-a11d-bb46645505e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0441585 Sep 13 10:18:48.905046 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 33b1c2de-bbc6-4afe-8340-1bb428504758 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:18:48.989694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 33b1c2de-bbc6-4afe-8340-1bb428504758 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:18:48.990074 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:49.082164 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 33b1c2de-bbc6-4afe-8340-1bb428504758 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:18:49.242829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbaa37-d2bf-4fdb-8329-34e1abffce5e req-2a8e8806-3daf-4966-a994-6787033c4fd0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:49.245417 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57cbaa37-d2bf-4fdb-8329-34e1abffce5e req-2a8e8806-3daf-4966-a994-6787033c4fd0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0563185 Sep 13 10:18:49.326775 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57cbaa37-d2bf-4fdb-8329-34e1abffce5e req-bc74e1a9-75a6-4675-b51e-ad43bc15937b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616140 Sep 13 10:18:49.748922 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4dba16b7-16fc-4054-bca8-de9e8f17c3fd req-d28cc39f-7b3a-4bdb-a6a3-d0219f72852e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0349290 Sep 13 10:18:50.721605 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd9a5c-ef79-4f22-8ced-225764b7e528 req-cc415633-1717-4ef0-8587-c4e2b8efbe80 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:50.729174 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-99bd9a5c-ef79-4f22-8ced-225764b7e528 req-cc415633-1717-4ef0-8587-c4e2b8efbe80 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.3075988 Sep 13 10:18:50.825044 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-99bd9a5c-ef79-4f22-8ced-225764b7e528 req-5a2205e1-a8a7-4b0e-b19b-5f5c11140a96 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950243 Sep 13 10:18:50.899189 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:50.921558 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1870caef-16a0-49bf-af1f-6619089e1956 req-51b3cde8-d0a3-43cb-b049-f048c534faff tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0313141 Sep 13 10:18:51.000289 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6217da9d-dd49-4af2-92b1-5d294642faeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:51.961431 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74eab25-0491-4b24-980a-cc8db5555ed5 req-bb345f39-92af-44a0-afd3-ce432d99d061 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:51.967034 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c74eab25-0491-4b24-980a-cc8db5555ed5 req-bb345f39-92af-44a0-afd3-ce432d99d061 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0481482 Sep 13 10:18:52.012773 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c74eab25-0491-4b24-980a-cc8db5555ed5 req-92ce0db0-18b6-4015-88d3-99d004b9210a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Sep 13 10:18:52.101324 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0bb8b046-2a61-4b21-8f36-eb45324dcfe7 req-e870e23e-ce69-475c-bd61-814538bac471 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Sep 13 10:18:52.844020 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-62cb3f6f-b4b4-4a4f-947b-1b1ccbf72437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:52.845467 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-62cb3f6f-b4b4-4a4f-947b-1b1ccbf72437 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1128 time: 0.0391548 Sep 13 10:18:52.974901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-3a38652b-e612-478f-bef9-359a4d224399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:52.976623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-3a38652b-e612-478f-bef9-359a4d224399 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.0994742 Sep 13 10:18:53.140996 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c849f0-c3e8-4fc2-baec-78383bf5f484 req-5d2df14d-44f7-4c8f-b8ab-0b277d32152f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:53.142472 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18c849f0-c3e8-4fc2-baec-78383bf5f484 req-5d2df14d-44f7-4c8f-b8ab-0b277d32152f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0470607 Sep 13 10:18:53.192293 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18c849f0-c3e8-4fc2-baec-78383bf5f484 req-c60e698d-be7e-454c-a4ed-6b8c3b88c2c7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Sep 13 10:18:53.228425 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-118c8da8-f599-42e0-a9c1-3e761b53a904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:53.281470 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f87fcf94-166e-40e1-8186-3a972979acc7 req-67b265cd-5607-4eb1-9e8e-a00b30dfca68 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Sep 13 10:18:54.327374 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1588-3fc6-4aac-bf7f-cd4b48612427 req-079bcf87-effd-475a-8102-8d34eb2a8186 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:54.332414 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e66d1588-3fc6-4aac-bf7f-cd4b48612427 req-079bcf87-effd-475a-8102-8d34eb2a8186 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0511451 Sep 13 10:18:54.353769 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:54.399861 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0e2a2b6e-08e6-4811-a3d8-b627686f4d50 req-3ade022f-76f4-4767-9aab-c180e9604ef9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0385637 Sep 13 10:18:54.402715 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e66d1588-3fc6-4aac-bf7f-cd4b48612427 req-6ae0797a-85f4-4520-b109-30bf2c4ef649 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680432 Sep 13 10:18:55.172268 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-20deb4cc-e35d-4d86-b4ac-6eed8fc9c2d7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 200 len: 999 time: 0.0620730 Sep 13 10:18:55.542186 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f02553c1-ca69-49bb-a02d-eb6a9eddbd85 req-b52259f0-cc48-4f53-b9e6-85a24080ff69 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0560412 Sep 13 10:18:55.563912 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8591965-f2ac-44ac-baaf-24e833cfa874 req-d0c9a097-2f6e-4e6c-9b27-99376048f8cd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:55.565554 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8591965-f2ac-44ac-baaf-24e833cfa874 req-d0c9a097-2f6e-4e6c-9b27-99376048f8cd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0697002 Sep 13 10:18:55.614148 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8591965-f2ac-44ac-baaf-24e833cfa874 req-e30af0b3-e016-4646-97f2-d8ad5150aa70 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428360 Sep 13 10:18:55.853622 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:55.927861 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:18:56.205817 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:56.364472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-3e2e3b4e-c12b-43a7-a6f1-00019a5a2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:56.365900 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-3e2e3b4e-c12b-43a7-a6f1-00019a5a2c5d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0450330 Sep 13 10:18:56.390979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:56.434555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-486c8fef-3705-4b6f-83de-326385097c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:56.438494 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-486c8fef-3705-4b6f-83de-326385097c91 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590632 Sep 13 10:18:56.538147 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-8f9ef408-f0ee-4f59-9549-a74a2bfc3a41 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898862 Sep 13 10:18:56.678949 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5aac9ef4-5a30-4512-a401-e673a2b04b41 req-6bfece8a-aab0-4234-a2e9-36ebfad21468 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0498915 Sep 13 10:18:56.685964 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a70b9ed-c67c-4830-b09c-fc89ce89d3c6 req-94992817-b4ed-4c1c-bd0a-f2161a3176bc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389995 Sep 13 10:18:56.777023 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c136e-2cc9-46e3-8bfa-732bee5f6d6e req-42bdb129-9048-4012-a3de-4d4952347ddb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:56.780495 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b62c136e-2cc9-46e3-8bfa-732bee5f6d6e req-42bdb129-9048-4012-a3de-4d4952347ddb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0699308 Sep 13 10:18:56.831531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b62c136e-2cc9-46e3-8bfa-732bee5f6d6e req-cf12b8a7-a541-4ea4-a002-6f171876c58e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Sep 13 10:18:57.786115 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8a528bbc-5e07-4569-aab1-744f3f659498 req-6792216a-0b09-4bd2-b922-3541995670fc tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Sep 13 10:18:57.948218 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:57.958798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6ccca-b3c8-4767-a6fb-f3c828973c0b req-e80459fa-a457-4ca0-baa5-73a09b2d00ab tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:57.960274 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fa6ccca-b3c8-4767-a6fb-f3c828973c0b req-e80459fa-a457-4ca0-baa5-73a09b2d00ab tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0473700 Sep 13 10:18:58.019382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fa6ccca-b3c8-4767-a6fb-f3c828973c0b req-e98deecc-2f0b-41a9-8bff-92ec23e6102e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533628 Sep 13 10:18:58.688786 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:DELETE=3,neutron:SELECT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:18:58.887776 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8129ec73-9b82-4d8a-8d6c-f1bcdc93b8d2 req-fd8a42c6-cfdf-4b36-b0c3-07769f810f5e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0272565 Sep 13 10:18:59.151317 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50718a50-7477-44db-8484-eb07885780fa req-e864acb7-2fa2-4483-8bdc-3a8e15b28151 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:18:59.152645 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-50718a50-7477-44db-8484-eb07885780fa req-e864acb7-2fa2-4483-8bdc-3a8e15b28151 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0477307 Sep 13 10:18:59.202664 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-50718a50-7477-44db-8484-eb07885780fa req-7337b05e-db94-4320-85f0-b3f011ae42ff tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Sep 13 10:18:59.991668 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-52ff4b9a-87a1-42fd-b688-d5cd640ee7a3 req-b2afb329-d878-4a40-881b-9f21a6ad6b06 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0275676 Sep 13 10:19:00.330217 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca47b6-fb4a-4475-b6b8-5a45f6065ba7 req-2a324dcb-d6b4-4988-a6c1-1a3fbd6b52c3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:00.331680 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48ca47b6-fb4a-4475-b6b8-5a45f6065ba7 req-2a324dcb-d6b4-4988-a6c1-1a3fbd6b52c3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0475330 Sep 13 10:19:00.378187 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48ca47b6-fb4a-4475-b6b8-5a45f6065ba7 req-30bc3346-f91b-4d4a-baca-068a67bb1f92 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Sep 13 10:19:01.095510 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9268775e-d734-4548-93ef-a4e4e4008684 req-d644ab6d-b19a-4906-ad0e-45af55fffcba tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0303681 Sep 13 10:19:01.506346 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a930a1-a576-48af-8fc0-7135da06f72d req-69ac2932-e69a-4d8c-b335-7197b94e6262 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:01.507805 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53a930a1-a576-48af-8fc0-7135da06f72d req-69ac2932-e69a-4d8c-b335-7197b94e6262 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0465510 Sep 13 10:19:01.553877 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53a930a1-a576-48af-8fc0-7135da06f72d req-628ce4f5-9d2e-4e0f-89ad-982ebfae6401 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 Sep 13 10:19:02.196945 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5da51538-48e5-40bb-a9cd-75e9bb7c52c6 req-b977e2c4-f9ad-416c-9a29-e18dde15b2ff tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0265460 Sep 13 10:19:02.682031 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5224-f1c6-4413-b46e-78d8234ea900 req-a165dbd8-d253-4f9b-93f0-28e6b4040df9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:02.683412 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c13b5224-f1c6-4413-b46e-78d8234ea900 req-a165dbd8-d253-4f9b-93f0-28e6b4040df9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0460007 Sep 13 10:19:02.732944 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c13b5224-f1c6-4413-b46e-78d8234ea900 req-a042591c-d566-4d13-9658-1523464fdf9c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Sep 13 10:19:03.297959 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b34670b7-72b2-4580-b50a-eaf67eb4cae6 req-b6d68f20-04b5-4c89-bd1c-e8ffa73c2079 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0268271 Sep 13 10:19:03.860968 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27090016-12c3-4894-8fd2-71a296ffd01a req-2675d728-7e47-4c35-b41e-112ed3451599 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:03.862404 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27090016-12c3-4894-8fd2-71a296ffd01a req-2675d728-7e47-4c35-b41e-112ed3451599 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0459425 Sep 13 10:19:03.910500 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-27090016-12c3-4894-8fd2-71a296ffd01a req-8a4905ce-6b02-4b92-9adf-bfd7611e280e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Sep 13 10:19:04.405561 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-467696db-f540-4966-b2ec-e0fd0a8f47fb req-69f70237-3c28-4548-806e-359478b0e121 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0317590 Sep 13 10:19:04.999604 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:05.037074 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523218d-5f11-40e2-b181-2f3ce96f40fc req-3472d8cf-28c0-48c1-a76d-04311517fbc0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:05.038447 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4523218d-5f11-40e2-b181-2f3ce96f40fc req-3472d8cf-28c0-48c1-a76d-04311517fbc0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0475242 Sep 13 10:19:05.085271 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4523218d-5f11-40e2-b181-2f3ce96f40fc req-0608ad3e-38f1-4d81-9358-51bb4068dd3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Sep 13 10:19:05.506268 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48110c42-cb58-409d-8baf-cde895c8c2b7 req-a78075dd-4423-4be4-a310-1546f56e687f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Sep 13 10:19:05.825926 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:05.832921 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:06.226120 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bde99f-c27e-4850-8c43-beedf86a36ce req-d5ec2414-ad9f-4421-9074-40c927cdbecb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:06.227660 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00bde99f-c27e-4850-8c43-beedf86a36ce req-d5ec2414-ad9f-4421-9074-40c927cdbecb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0507836 Sep 13 10:19:06.285377 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00bde99f-c27e-4850-8c43-beedf86a36ce req-ba5112ce-fbee-4732-a754-5ecf399ae99d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520031 Sep 13 10:19:06.624981 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-30e6e16f-926e-49ad-888f-655d4b723fb2 req-47659ded-984c-4023-b319-3833e6cee7e8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0410113 Sep 13 10:19:06.639465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-e7836d46-5944-4a87-af47-61a50a203b75 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:06.640838 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-e7836d46-5944-4a87-af47-61a50a203b75 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 812 time: 0.1328011 Sep 13 10:19:07.412833 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956bd21-167d-4e6c-8027-8b62be28a8f5 req-362b5b1a-271c-4a9e-ac47-b425e097d83a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:07.414294 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2956bd21-167d-4e6c-8027-8b62be28a8f5 req-362b5b1a-271c-4a9e-ac47-b425e097d83a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0484381 Sep 13 10:19:07.466322 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2956bd21-167d-4e6c-8027-8b62be28a8f5 req-6e8605cf-3e8b-4957-835a-42a60affe605 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457468 Sep 13 10:19:07.545420 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-47f00690-3b29-443d-bfdf-4f5f98de395a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 380 time: 0.0599105 Sep 13 10:19:07.730450 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7a642a81-84c7-4ae5-b262-5af29e6a37db req-8e432fb2-a740-46c8-b583-75f01c857b4a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Sep 13 10:19:07.970377 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'port': {'device_id': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'admin_state_up': True, 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'security_groups': ['4440e9b3-268a-4caa-8083-f99e6335e9e6']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:08.027860 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:08.150314 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Made reservation on behalf of 7cc199dd87e24511a8d267603b571456 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:19:08.154521 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:08.282739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Allocated IP 172.20.0.6 (efbc911f-ad2a-4c68-952b-f6a00ba8476f/ff8acb0c-0671-4fe0-897d-1170b17faad8/6cb2c144-20ad-4b64-bae8-d285863ef58e) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:19:08.421359 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:08.429126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:08.502137 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:08.549488 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:19:08.556458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:19:08.568822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:19:08.616815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=6cb2c144-20ad-4b64-bae8-d285863ef58e,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:08.641926 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90671b-8f37-4a01-8af8-a449e2d9f731 req-d127e9a3-341f-4fa0-a564-146d31141022 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:08.643446 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7f90671b-8f37-4a01-8af8-a449e2d9f731 req-d127e9a3-341f-4fa0-a564-146d31141022 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0927250 Sep 13 10:19:08.660326 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:08.660925 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:08.709756 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7f90671b-8f37-4a01-8af8-a449e2d9f731 req-0ee1c179-3687-40ba-97fb-04717895ac7d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604177 Sep 13 10:19:08.782562 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-7dc56154-0f42-47c3-a3da-af671418ccce tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164666 Sep 13 10:19:08.784790 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-4064e888-009f-4492-961d-ff4917cabda8 None None] Provisioning complete for port 6cb2c144-20ad-4b64-bae8-d285863ef58e triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:19:08.785242 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4064e888-009f-4492-961d-ff4917cabda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:08.818614 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-4064e888-009f-4492-961d-ff4917cabda8 None None] Port 6cb2c144-20ad-4b64-bae8-d285863ef58e cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:19:08.855632 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904f3d0-b041-4109-8761-ffa4b5417fda req-bdf13646-abc6-429f-bb2f-6109afb69e64 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:08.858219 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2904f3d0-b041-4109-8761-ffa4b5417fda req-bdf13646-abc6-429f-bb2f-6109afb69e64 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 931 time: 0.0517828 Sep 13 10:19:08.907752 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2904f3d0-b041-4109-8761-ffa4b5417fda req-962e444d-6b9a-4aed-bd11-13dc0a5727cd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Sep 13 10:19:09.821475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:09.838615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f2396-cabf-4227-a3eb-1b1814a3afa5 req-06ba3505-c3b9-44ce-8082-b389a1670ac9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:09.840088 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a29f2396-cabf-4227-a3eb-1b1814a3afa5 req-06ba3505-c3b9-44ce-8082-b389a1670ac9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0466444 Sep 13 10:19:09.887686 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a29f2396-cabf-4227-a3eb-1b1814a3afa5 req-b0e0d789-863b-4e51-8c38-1829fc116762 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Sep 13 10:19:10.026203 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05fff0-863a-49f5-896b-55740b9a6977 req-fa57edd3-a92e-4775-828c-b5f81645bf6f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:10.027650 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f05fff0-863a-49f5-896b-55740b9a6977 req-fa57edd3-a92e-4775-828c-b5f81645bf6f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 931 time: 0.0479755 Sep 13 10:19:10.081559 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f05fff0-863a-49f5-896b-55740b9a6977 req-f24a5efc-2314-4192-a564-27d83493b399 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476775 Sep 13 10:19:11.016737 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be35cc-aee4-4b76-b9a6-82d8c80c141c req-4b9862bd-9ef9-4a04-ae9e-d32de3929451 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:11.018205 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69be35cc-aee4-4b76-b9a6-82d8c80c141c req-4b9862bd-9ef9-4a04-ae9e-d32de3929451 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 944 time: 0.0466440 Sep 13 10:19:11.066154 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69be35cc-aee4-4b76-b9a6-82d8c80c141c req-ae6496f3-cee5-4768-b9a3-e8bf37077977 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Sep 13 10:19:11.206457 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe5653-43c9-4bf2-9042-4ad8c3b45787 req-e5a95269-bc3e-4450-93e3-45af91bc55fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:11.207927 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1cfe5653-43c9-4bf2-9042-4ad8c3b45787 req-e5a95269-bc3e-4450-93e3-45af91bc55fe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 931 time: 0.0466914 Sep 13 10:19:11.261362 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1cfe5653-43c9-4bf2-9042-4ad8c3b45787 req-417f033a-4f99-41e4-a3a8-45d3b30c1dcc tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478461 Sep 13 10:19:11.448512 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:19:11.469764 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Request body: {'port': {'device_id': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:11.556591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:11.703857 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:11.716206 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'port_id': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'mac_address': 'fa:16:3e:17:c9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:19:11.751120 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:19:11.752057 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:11.766953 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddd25b0-cfa5-4390-886e-898790d4d691 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:19:11.793008 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:11.816971 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:11.830281 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb2c144-20ad-4b64-bae8-d285863ef58e {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:19:11.837722 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Publish callbacks [] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:11.850545 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Transition to ACTIVE for port object 6cb2c144-20ad-4b64-bae8-d285863ef58e will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:19:11.913348 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:11.913798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:11.964499 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=9']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:11.988823 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.989171 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.989547 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.989899 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.990235 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.990566 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.990895 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.991317 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.991652 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.991981 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.992303 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.992798 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.993127 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.993615 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.993943 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:11.997983 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2c144-20ad-4b64-bae8-d285863ef58e,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:12.013921 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:12.029272 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Attempting to bind port 6cb2c144-20ad-4b64-bae8-d285863ef58e on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:19:12.029843 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Attempting to bind port 6cb2c144-20ad-4b64-bae8-d285863ef58e by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:19:12.029843 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Attempting to bind port 6cb2c144-20ad-4b64-bae8-d285863ef58e on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:19:12.070876 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Port 6cb2c144-20ad-4b64-bae8-d285863ef58e on network efbc911f-ad2a-4c68-952b-f6a00ba8476f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:19:12.071234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Attempting to bind port 6cb2c144-20ad-4b64-bae8-d285863ef58e on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:19:12.119854 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:19:12.120440 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Checking segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:19:12.120822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Bound using segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:19:12.121250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Bound port: 6cb2c144-20ad-4b64-bae8-d285863ef58e, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:19:12.121611 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:12.218910 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348104b-6eaf-49fc-8aa4-a78f68302a6a req-da95a7f9-425e-4d3f-975e-6fbe59e45bf7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.220334 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9348104b-6eaf-49fc-8aa4-a78f68302a6a req-da95a7f9-425e-4d3f-975e-6fbe59e45bf7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 945 time: 0.0674908 Sep 13 10:19:12.224101 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] For port 6cb2c144-20ad-4b64-bae8-d285863ef58e, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:19:12.228240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] For port 6cb2c144-20ad-4b64-bae8-d285863ef58e, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:19:12.275537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9348104b-6eaf-49fc-8aa4-a78f68302a6a req-660e14ad-e3d7-4252-ab8f-66a91382ef53 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490284 Sep 13 10:19:12.348536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:12.367494 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.368109 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:12.369462 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/6cb2c144-20ad-4b64-bae8-d285863ef58e HTTP/1.1" status: 200 len: 1093 time: 0.9091599 Sep 13 10:19:12.373370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:12.375663 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:12.416849 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce6169-6498-4935-bc35-4ee2dafbab79 req-894ef9fb-2804-4994-95c8-4e8d95d6ec57 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.418328 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4ce6169-6498-4935-bc35-4ee2dafbab79 req-894ef9fb-2804-4994-95c8-4e8d95d6ec57 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0816245 Sep 13 10:19:12.432923 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e9c077-333c-4de9-b0e7-ff806343092e x-openstack-request-id: req-03e9c077-333c-4de9-b0e7-ff806343092e {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:12.433212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:12.433468 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03e9c077-333c-4de9-b0e7-ff806343092e {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:12.433863 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e9c077-333c-4de9-b0e7-ff806343092e'] response: {'name': 'network-changed', 'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'status': 'completed', 'code': 200} Sep 13 10:19:12.452999 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec157d3-a944-4ed2-86d7-176504fd9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=6cb2c144-20ad-4b64-bae8-d285863ef58e,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:12.453837 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['cddd25b0-cfa5-4390-886e-898790d4d691'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:19:12.518321 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4ce6169-6498-4935-bc35-4ee2dafbab79 req-18018789-8e84-4b12-a3a7-b0d8a4fbc30a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925233 Sep 13 10:19:12.521338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa req-4ddd4d13-b6b5-4186-8300-f44ab1006242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.522923 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa req-4ddd4d13-b6b5-4186-8300-f44ab1006242 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 1127 time: 0.0624416 Sep 13 10:19:12.631879 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa req-536defac-b987-4b2d-8713-17c21647fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.633329 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa req-536defac-b987-4b2d-8713-17c21647fa1f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=7cc199dd87e24511a8d267603b571456&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1021571 Sep 13 10:19:12.701449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:12.743029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa req-476adfc2-0581-4280-bd11-8ec710e0d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.744592 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe8001bf-af92-4f6c-8671-2b311c3a1aaa req-476adfc2-0581-4280-bd11-8ec710e0d28c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974491 Sep 13 10:19:12.829825 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-9ef3b99b-4b3c-405b-8031-931849e29057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.831392 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-9ef3b99b-4b3c-405b-8031-931849e29057 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 1127 time: 0.0443306 Sep 13 10:19:12.879098 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-053222ec-0c38-463f-babf-789b638f68e1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e HTTP/1.1" status: 200 len: 217 time: 0.0382178 Sep 13 10:19:12.938657 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-857039b7-9e3a-4672-820f-f68f583476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.938657 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-857039b7-9e3a-4672-820f-f68f583476f4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0471799 Sep 13 10:19:12.994334 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624a-add4-4154-a290-bc4232a55a7d req-e33e94b3-8bb1-492b-873d-8245a5f236a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:12.998755 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-e33e94b3-8bb1-492b-873d-8245a5f236a3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531147 Sep 13 10:19:13.110984 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51321d49-c7e9-4fdc-ad7b-3acb8f5e2db6 req-95cd26e0-bee7-4b5d-8904-a864ceb8014c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:13.112569 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-51321d49-c7e9-4fdc-ad7b-3acb8f5e2db6 req-95cd26e0-bee7-4b5d-8904-a864ceb8014c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0958295 Sep 13 10:19:13.186208 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-10bbb50f-a3b9-4328-8bf0-9e8fec92c5a9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585336 Sep 13 10:19:13.195711 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-51321d49-c7e9-4fdc-ad7b-3acb8f5e2db6 req-bea7fcd6-efb3-4b7a-b32d-b7a3faab72fd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733902 Sep 13 10:19:13.446727 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05696df4-ed72-4252-97c6-5bac1980b1b5 req-c4bfb4cf-20b4-407d-bbea-2c06f536b27c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:13.448223 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05696df4-ed72-4252-97c6-5bac1980b1b5 req-c4bfb4cf-20b4-407d-bbea-2c06f536b27c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 945 time: 0.0632904 Sep 13 10:19:13.486231 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:13.493910 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4653624a-add4-4154-a290-bc4232a55a7d req-2bbcf5a5-4b87-42b6-8c7d-83aa32462873 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801651 Sep 13 10:19:13.518830 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05696df4-ed72-4252-97c6-5bac1980b1b5 req-3b3871b7-2b3b-4906-8582-46ce9bb0a0c3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579474 Sep 13 10:19:13.573712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:19:13.618564 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port cddd25b0-cfa5-4390-886e-898790d4d691 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:19:13.618941 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:13.650804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61dc47-fd1a-4ff8-8b44-ad02250abce3 req-0cb1b60a-082c-4488-8d20-3580d0f48973 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:13.652320 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6b61dc47-fd1a-4ff8-8b44-ad02250abce3 req-0cb1b60a-082c-4488-8d20-3580d0f48973 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0484431 Sep 13 10:19:13.702114 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port cddd25b0-cfa5-4390-886e-898790d4d691 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:19:13.702512 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:13.710537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6b61dc47-fd1a-4ff8-8b44-ad02250abce3 req-c6ef49a3-31e4-42e8-a350-012d1d0a4551 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515809 Sep 13 10:19:13.725792 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:13.728070 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d2ce39-2118-4d2b-ae26-3c96be43a9ef" -d '{"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:13.740313 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:13.773145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a055f8-4da5-4314-9aae-5364ab391f9d x-openstack-request-id: req-48a055f8-4da5-4314-9aae-5364ab391f9d {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:13.773439 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-plugged", "status": "completed", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:13.773699 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48a055f8-4da5-4314-9aae-5364ab391f9d {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:13.774101 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a055f8-4da5-4314-9aae-5364ab391f9d'] response: {'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'code': 200} Sep 13 10:19:13.807532 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:13.855029 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=10']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:14.315322 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b6a73-5dd3-4091-82e3-1a807180e4a8 req-8b4e8cec-e977-4154-85cd-9f0960795da7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:14.316770 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bc3b6a73-5dd3-4091-82e3-1a807180e4a8 req-8b4e8cec-e977-4154-85cd-9f0960795da7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0468140 Sep 13 10:19:14.362587 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bc3b6a73-5dd3-4091-82e3-1a807180e4a8 req-a6d22053-ba4b-4e13-92a9-48f6d8d5466c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402820 Sep 13 10:19:14.635966 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-201dc4c7-46ad-4d66-93d4-6f7d35426bb6 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1288908700&fields=id&tenant_id=9ef16a5156d9421e85b4106cce719b4f HTTP/1.1" status: 200 len: 267 time: 0.0541804 Sep 13 10:19:14.713756 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:14.728366 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c5be-a674-494f-b8de-328bfbf2ceaa req-ce37de49-5129-4bc2-8ead-7111b6184a8e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:14.729802 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e30c5be-a674-494f-b8de-328bfbf2ceaa req-ce37de49-5129-4bc2-8ead-7111b6184a8e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.1155281 Sep 13 10:19:14.796136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8e619-6d91-44e9-94e0-34c98cc7d724 req-4446c215-052e-430c-9102-3ccf7b235d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:14.813052 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a8f8e619-6d91-44e9-94e0-34c98cc7d724 req-4446c215-052e-430c-9102-3ccf7b235d4d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 1131 time: 0.0874050 Sep 13 10:19:14.847599 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-334a4756-32f9-44f5-bbcc-d767278fe685 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:14.848961 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-334a4756-32f9-44f5-bbcc-d767278fe685 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 809 time: 0.1972854 Sep 13 10:19:14.867707 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e30c5be-a674-494f-b8de-328bfbf2ceaa req-d0281fe9-e981-48e6-aed0-0a07ad6a424d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168153 Sep 13 10:19:14.880731 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-2ff80941-068e-470a-a6ff-159fe27c2c44 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/quotas/9ef16a5156d9421e85b4106cce719b4f HTTP/1.1" status: 200 len: 375 time: 0.0254145 Sep 13 10:19:14.891786 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a8f8e619-6d91-44e9-94e0-34c98cc7d724 req-8be54af4-f534-4c8b-b577-a16ad2ec5347 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729742 Sep 13 10:19:14.932674 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:14.968874 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-6aefa9e5-8ca9-44df-8ed9-99bef68365af tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741408 Sep 13 10:19:14.992696 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79ce9-9dac-495a-ba4e-48f8d5e8c81e req-14bfbf67-5228-48a1-aacf-44988af3621b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:14.993962 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8cd79ce9-9dac-495a-ba4e-48f8d5e8c81e req-14bfbf67-5228-48a1-aacf-44988af3621b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0585539 Sep 13 10:19:15.338547 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8cd79ce9-9dac-495a-ba4e-48f8d5e8c81e req-a37beda4-771e-4242-93b0-c7fefa7e1c99 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335018 Sep 13 10:19:15.348514 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-61ce8ad2-bf2e-4884-9f3e-15aa6112f074 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678360 Sep 13 10:19:15.451662 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-3366dad5-3014-4618-8af2-288875105996 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972917 Sep 13 10:19:15.484848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ff27-8bf3-441a-bbde-ac3f3698767c req-a2fecbcd-92f4-4379-92e3-4bffd176e806 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:15.486307 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d773ff27-8bf3-441a-bbde-ac3f3698767c req-a2fecbcd-92f4-4379-92e3-4bffd176e806 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0478427 Sep 13 10:19:15.535589 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d773ff27-8bf3-441a-bbde-ac3f3698767c req-2ea99466-00da-40fb-a46a-581655bacca4 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 Sep 13 10:19:15.961565 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:15.998719 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48580020-3285-4d74-a2d3-6b9a30634ad9 req-f66f9231-60b2-42a2-ab92-367f563301e5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:16.004270 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48580020-3285-4d74-a2d3-6b9a30634ad9 req-f66f9231-60b2-42a2-ab92-367f563301e5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.0483744 Sep 13 10:19:16.063598 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b53a7f96-5ce5-4649-acc9-5c0b76cdbc78 req-4c5a6e64-619a-42b6-b347-dc20f58d4e9f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 210 time: 0.0403497 Sep 13 10:19:16.092677 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48580020-3285-4d74-a2d3-6b9a30634ad9 req-a20e119e-2d73-45ba-b331-52f3f94643c9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868456 Sep 13 10:19:16.460666 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd9a76-c70b-4721-a671-631741882f86 req-44110599-ca62-4092-81f0-b3d1a4570c1f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:16.462122 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-22fd9a76-c70b-4721-a671-631741882f86 req-44110599-ca62-4092-81f0-b3d1a4570c1f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0480490 Sep 13 10:19:16.511496 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-22fd9a76-c70b-4721-a671-631741882f86 req-63edd0c4-f219-4e94-a600-c4464f18f540 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 Sep 13 10:19:16.665629 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89820781-ca47-4adf-88bc-9372613727eb req-402f74a6-76c5-4892-b8d0-cb913b7f53a6 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:16.667518 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89820781-ca47-4adf-88bc-9372613727eb req-402f74a6-76c5-4892-b8d0-cb913b7f53a6 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0499623 Sep 13 10:19:16.719594 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89820781-ca47-4adf-88bc-9372613727eb req-74e17d4f-f45a-4f9a-9584-b3b84f022cf5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465322 Sep 13 10:19:17.188668 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-902b31dc-5c29-4f6c-b7f2-f7b3f3c8e335 req-afdf7c66-0b1b-4b19-89cd-021d3010edb3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 210 time: 0.0389857 Sep 13 10:19:17.236066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a756-a6fd-40bf-9791-16ae9c9e0314 req-c53bfa79-64a7-4488-89e2-40ec11ed62f5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:17.237508 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1ed9a756-a6fd-40bf-9791-16ae9c9e0314 req-c53bfa79-64a7-4488-89e2-40ec11ed62f5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.0475097 Sep 13 10:19:17.286221 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1ed9a756-a6fd-40bf-9791-16ae9c9e0314 req-ce923379-299e-451c-bb08-da8672555f47 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431385 Sep 13 10:19:17.635279 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e5a77-f1ae-40b2-bc20-8ae105308775 req-c572d7c8-e1f0-4479-8301-f6f8812cc742 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:17.636741 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf6e5a77-f1ae-40b2-bc20-8ae105308775 req-c572d7c8-e1f0-4479-8301-f6f8812cc742 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0479159 Sep 13 10:19:17.687208 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf6e5a77-f1ae-40b2-bc20-8ae105308775 req-06013e0f-f194-4d1d-9050-8a71b9ef99af tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 Sep 13 10:19:17.851635 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00553473-317c-416f-9151-bc1fecb8cc7a req-4ee5d60c-8ced-438d-91fc-ba51c2753b39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:17.855355 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00553473-317c-416f-9151-bc1fecb8cc7a req-4ee5d60c-8ced-438d-91fc-ba51c2753b39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0522881 Sep 13 10:19:17.907358 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00553473-317c-416f-9151-bc1fecb8cc7a req-53e39dbf-fccb-4d5e-93a7-a4e87ad0e62b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 Sep 13 10:19:18.270046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:18.289836 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-34ce2d39-00a1-4702-a0aa-a25ad8262433 req-e71bc348-9c1f-4de1-ba1b-8859d884a5d6 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Sep 13 10:19:18.412705 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23c569-b4bd-448d-870a-8ea03cc69c02 req-3020289a-c623-4aa0-b082-b12f20b4bed3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:18.414171 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dc23c569-b4bd-448d-870a-8ea03cc69c02 req-3020289a-c623-4aa0-b082-b12f20b4bed3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.0483608 Sep 13 10:19:18.465748 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dc23c569-b4bd-448d-870a-8ea03cc69c02 req-90d3fabc-a116-4e29-bdce-63c23e76fba6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Sep 13 10:19:18.710915 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-c39fd468-47cc-40ab-9375-7905680b8ee2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:18.712493 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-c39fd468-47cc-40ab-9375-7905680b8ee2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 809 time: 0.1077979 Sep 13 10:19:18.814335 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-6734264c-4cde-47a1-b8a5-9a4916223a1a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9ef16a5156d9421e85b4106cce719b4f HTTP/1.1" status: 200 len: 380 time: 0.0921097 Sep 13 10:19:18.823886 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'port': {'device_id': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'admin_state_up': True, 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'security_groups': ['9545f971-c49f-477d-8b46-4dcde867f67f']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:18.846990 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c9ee-cb47-4574-8d87-dfe34244f753 req-94719621-d825-4a09-aef5-1e635bf644f9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:18.848450 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4a69c9ee-cb47-4574-8d87-dfe34244f753 req-94719621-d825-4a09-aef5-1e635bf644f9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0817990 Sep 13 10:19:18.901032 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47456) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:18.951852 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4a69c9ee-cb47-4574-8d87-dfe34244f753 req-782807c3-592c-451f-aa21-d0a7bbc7200f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730321 Sep 13 10:19:19.047761 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:19.048208 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a145a8d3-d59f-42b4-a2f7-b12519d09b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.059505 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f24ef-1bea-41f7-a8b5-2d25dca2528c req-c47dbdd2-9ed8-4e0c-b7d5-e7a2f35a57b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:19.061183 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a8f24ef-1bea-41f7-a8b5-2d25dca2528c req-c47dbdd2-9ed8-4e0c-b7d5-e7a2f35a57b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0585310 Sep 13 10:19:19.064262 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Made reservation on behalf of 9ef16a5156d9421e85b4106cce719b4f for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:19:19.067993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.129764 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a145a8d3-d59f-42b4-a2f7-b12519d09b71 admin admin] Publish callbacks [] for security_group (c058fccf-e41b-4482-811c-8dbe66e01c4e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.166267 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a8f24ef-1bea-41f7-a8b5-2d25dca2528c req-45d0dbe1-c857-4cb2-9a28-d7548c2cd4cf tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947540 Sep 13 10:19:19.190386 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a145a8d3-d59f-42b4-a2f7-b12519d09b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c058fccf-e41b-4482-811c-8dbe66e01c4e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.231590 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a145a8d3-d59f-42b4-a2f7-b12519d09b71 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fd254f919c5640269c3dcae920b8ca26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286695 Sep 13 10:19:19.233094 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Allocated IP 172.20.0.14 (7f63c816-53c2-40cc-b606-323a65ea3386/bb5efaa8-81d8-4f40-a88d-8aed3b331f7b/b6ce30f4-9d3d-45cc-8f3c-567181f59486) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:19:19.234903 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47462) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:19.248211 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145a8d3-d59f-42b4-a2f7-b12519d09b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c058fccf-e41b-4482-811c-8dbe66e01c4e,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:19.264298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:19.290663 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6e611b87-0d9c-4f7e-b1de-83f6bc50fe14 admin admin] Publish callbacks [] for security_group (c058fccf-e41b-4482-811c-8dbe66e01c4e), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.312097 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6e611b87-0d9c-4f7e-b1de-83f6bc50fe14 admin admin] Publish callbacks [] for security_group (c058fccf-e41b-4482-811c-8dbe66e01c4e), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.405474 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7fc39c7a-4948-4a98-8959-8ecfce47f9ef req-7b52b6e4-88d2-4683-a66a-f0f06cd6cc84 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 210 time: 0.0371733 Sep 13 10:19:19.415114 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.428614 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6e611b87-0d9c-4f7e-b1de-83f6bc50fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c058fccf-e41b-4482-811c-8dbe66e01c4e), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.431829 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6e611b87-0d9c-4f7e-b1de-83f6bc50fe14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.433720 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6e611b87-0d9c-4f7e-b1de-83f6bc50fe14 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c058fccf-e41b-4482-811c-8dbe66e01c4e HTTP/1.1" status: 204 len: 168 time: 0.1971507 Sep 13 10:19:19.442483 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e611b87-0d9c-4f7e-b1de-83f6bc50fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058fccf-e41b-4482-811c-8dbe66e01c4e,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:19.514458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.563706 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Network 7f63c816-53c2-40cc-b606-323a65ea3386 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:19:19.566825 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:19:19.570818 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:19:19.580114 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:19.626103 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:19.626698 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.707548 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-0577dfb2-e3bf-447a-95a5-7194defa38f3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8872952 Sep 13 10:19:19.816891 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-58e85309-7c9a-4ebb-9304-9912e96fe35c None None] Provisioning complete for port b6ce30f4-9d3d-45cc-8f3c-567181f59486 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:19:19.817440 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-58e85309-7c9a-4ebb-9304-9912e96fe35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:19.853152 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-58e85309-7c9a-4ebb-9304-9912e96fe35c None None] Port b6ce30f4-9d3d-45cc-8f3c-567181f59486 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:19:20.078809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98421536-856b-42e0-942b-e127792e1eee req-208d3150-55c1-4bf3-9547-9b0cadee1545 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:20.080229 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-98421536-856b-42e0-942b-e127792e1eee req-208d3150-55c1-4bf3-9547-9b0cadee1545 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.0471158 Sep 13 10:19:20.129559 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-98421536-856b-42e0-942b-e127792e1eee req-f52feaf6-da50-4bff-ad46-dcb289d3a4fa tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Sep 13 10:19:20.291080 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f1b7-9fd6-4746-a65f-cb2f255bd918 req-b248be81-0b87-4d8f-bdc2-73dc46871dfb tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:20.292542 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a887f1b7-9fd6-4746-a65f-cb2f255bd918 req-b248be81-0b87-4d8f-bdc2-73dc46871dfb tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0499370 Sep 13 10:19:20.339801 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a887f1b7-9fd6-4746-a65f-cb2f255bd918 req-fd3fc62c-58e1-4838-a6b4-594fa6cc5f4f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Sep 13 10:19:20.362694 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Request body: {'port': {'device_id': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:20.422579 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:20.576040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:20.597774 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ea72-0037-4a57-b0e9-d19401362762 req-59877a52-e4bc-4687-b1b2-bb4e8b4f4d31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:20.599185 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9f93ea72-0037-4a57-b0e9-d19401362762 req-59877a52-e4bc-4687-b1b2-bb4e8b4f4d31 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 932 time: 0.0739222 Sep 13 10:19:20.701962 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9f93ea72-0037-4a57-b0e9-d19401362762 req-12a15b17-b52b-4804-a8bb-52862243f80c tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739708 Sep 13 10:19:20.717714 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:20.734457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:20.735056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:20.765399 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ce30f4-9d3d-45cc-8f3c-567181f59486 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:19:20.772972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Publish callbacks [] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:20.786199 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Transition to ACTIVE for port object b6ce30f4-9d3d-45cc-8f3c-567181f59486 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:19:20.804341 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e3f9474a-3b79-46b9-a6c1-e9dfebe639e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:20.870116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:20.948848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:20.980650 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Attempting to bind port b6ce30f4-9d3d-45cc-8f3c-567181f59486 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:19:20.981032 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Attempting to bind port b6ce30f4-9d3d-45cc-8f3c-567181f59486 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:19:20.981354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Attempting to bind port b6ce30f4-9d3d-45cc-8f3c-567181f59486 on network 7f63c816-53c2-40cc-b606-323a65ea3386 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:19:21.022132 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Port b6ce30f4-9d3d-45cc-8f3c-567181f59486 on network 7f63c816-53c2-40cc-b606-323a65ea3386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:19:21.022450 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Attempting to bind port b6ce30f4-9d3d-45cc-8f3c-567181f59486 on network 7f63c816-53c2-40cc-b606-323a65ea3386 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:19:21.065341 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:19:21.065662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Checking segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:19:21.066034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Bound using segment: {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:19:21.066453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Bound port: b6ce30f4-9d3d-45cc-8f3c-567181f59486, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:19:21.066799 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:21.128993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:19:21.131883 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:19:21.190915 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:21.195453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.196067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:21.197507 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 1094 time: 0.8389273 Sep 13 10:19:21.198061 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:21.200326 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a76c5-4627-4171-bed2-4bb221772937" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:21.257739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434e7921-9eb3-4d3c-9d27-e45adbf84f80 x-openstack-request-id: req-434e7921-9eb3-4d3c-9d27-e45adbf84f80 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:21.258067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:21.258264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-434e7921-9eb3-4d3c-9d27-e45adbf84f80 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:21.258671 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434e7921-9eb3-4d3c-9d27-e45adbf84f80'] response: {'name': 'network-changed', 'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'status': 'completed', 'code': 200} Sep 13 10:19:21.321805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41e36-613c-480c-bad3-d18e437e58cc req-dab52672-1c94-435d-bb5e-05093d5cfa0c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.323401 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8bc41e36-613c-480c-bad3-d18e437e58cc req-dab52672-1c94-435d-bb5e-05093d5cfa0c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 943 time: 0.1152310 Sep 13 10:19:21.331125 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc22f62-1cc7-4b68-a76a-3d5163b119c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:21.342572 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a76c5-4627-4171-bed2-4bb221772937 req-eed5985b-8b31-40e3-891a-3c1e668e8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.344042 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-305a76c5-4627-4171-bed2-4bb221772937 req-eed5985b-8b31-40e3-891a-3c1e668e8587 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1128 time: 0.0766664 Sep 13 10:19:21.362551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:21.445427 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8bc41e36-613c-480c-bad3-d18e437e58cc req-60e31838-e0e0-479b-9cdc-2390853ec555 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151271 Sep 13 10:19:21.508202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0855070-2aa5-43aa-8ae0-c7afe0e56e20 req-3d89fe25-2cb2-41f7-9b19-922cdaad8494 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.509635 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a0855070-2aa5-43aa-8ae0-c7afe0e56e20 req-3d89fe25-2cb2-41f7-9b19-922cdaad8494 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0831254 Sep 13 10:19:21.514741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a76c5-4627-4171-bed2-4bb221772937 req-034b192c-2f39-447a-af1f-7d71902b1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.516127 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-305a76c5-4627-4171-bed2-4bb221772937 req-034b192c-2f39-447a-af1f-7d71902b1bb2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=9ef16a5156d9421e85b4106cce719b4f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1614523 Sep 13 10:19:21.570366 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6cb2c144-20ad-4b64-bae8-d285863ef58e details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:19:21.607498 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a0855070-2aa5-43aa-8ae0-c7afe0e56e20 req-adbdbdff-bc18-4128-a923-087837f058ac tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903792 Sep 13 10:19:21.650994 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a76c5-4627-4171-bed2-4bb221772937 req-014f1f06-ab75-467f-97aa-59029b15938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.652384 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-305a76c5-4627-4171-bed2-4bb221772937 req-014f1f06-ab75-467f-97aa-59029b15938d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217239 Sep 13 10:19:21.673227 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 6cb2c144-20ad-4b64-bae8-d285863ef58e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:21.684765 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'port_id': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'mac_address': 'fa:16:3e:23:0b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 481, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:19:21.719798 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 6cb2c144-20ad-4b64-bae8-d285863ef58e is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:19:21.720188 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:21.733343 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-726f2486-a3f6-4b63-949e-61ee9efd4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.734833 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-726f2486-a3f6-4b63-949e-61ee9efd4652 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1128 time: 0.0411410 Sep 13 10:19:21.735641 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb2c144-20ad-4b64-bae8-d285863ef58e {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:19:21.777481 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-4362c9a5-7b23-480e-a0f9-6a5d619dc180 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 217 time: 0.0331690 Sep 13 10:19:21.819073 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 6cb2c144-20ad-4b64-bae8-d285863ef58e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:21.852560 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef5621-8e8f-4e69-b824-0daaebeb2a47 req-16e6c2c3-3a29-48fd-b47a-deba47661c11 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.854001 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b8ef5621-8e8f-4e69-b824-0daaebeb2a47 req-16e6c2c3-3a29-48fd-b47a-deba47661c11 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0747390 Sep 13 10:19:21.869366 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-01d61c36-fdbd-4379-8565-80cee61635ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.870700 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-01d61c36-fdbd-4379-8565-80cee61635ba service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.0820417 Sep 13 10:19:21.898691 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:21.935890 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-03d8aaf5-40d2-4cde-bc5a-e52e880df85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:21.937307 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-03d8aaf5-40d2-4cde-bc5a-e52e880df85f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577202 Sep 13 10:19:21.940909 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b8ef5621-8e8f-4e69-b824-0daaebeb2a47 req-8623902c-950e-4716-9d2c-5e0026b690a9 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809817 Sep 13 10:19:21.975278 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=6cb2c144-20ad-4b64-bae8-d285863ef58e,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:22.037889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:22.042213 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-a10e4677-9cda-435f-98fe-9ec701823615 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943174 Sep 13 10:19:22.138724 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-499d2aaa-fc23-4ed4-a5c6-9583ffc096af req-46947ebf-d258-4b00-8591-c4c30a0efe8e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896254 Sep 13 10:19:22.261355 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['6cb2c144-20ad-4b64-bae8-d285863ef58e'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:19:22.569466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f6645-0ff5-405a-a0b1-433513276996 req-00018277-9e87-4377-9bdf-1d3313b307b4 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:22.571112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-905f6645-0ff5-405a-a0b1-433513276996 req-00018277-9e87-4377-9bdf-1d3313b307b4 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 944 time: 0.0480433 Sep 13 10:19:22.624449 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-905f6645-0ff5-405a-a0b1-433513276996 req-c199198d-43e0-4a09-875f-ca2adb08b2e2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Sep 13 10:19:22.727828 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d7875-b6b3-4b53-82d8-edbf61226bba req-68dd40c1-e646-42d9-b9e0-1b8ea250d758 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:22.729275 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c2d7875-b6b3-4b53-82d8-edbf61226bba req-68dd40c1-e646-42d9-b9e0-1b8ea250d758 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0458138 Sep 13 10:19:22.778799 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c2d7875-b6b3-4b53-82d8-edbf61226bba req-e40d3637-a348-44cd-93c2-975fe170fd3f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Sep 13 10:19:23.063793 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731f895-8b3a-496d-a89d-7fe90df098cf req-b295cc7d-a4f9-4032-bf9a-1a615e45ac80 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:23.065260 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e731f895-8b3a-496d-a89d-7fe90df098cf req-b295cc7d-a4f9-4032-bf9a-1a615e45ac80 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0474763 Sep 13 10:19:23.113788 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e731f895-8b3a-496d-a89d-7fe90df098cf req-ce6f815d-f534-44bc-a6d5-38f099c1c82f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Sep 13 10:19:23.207005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9eb7-94f9-4b09-8dd8-4f28ecfae7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:23.212709 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:19:23.571761 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6cb2c144-20ad-4b64-bae8-d285863ef58e up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:19:23.616305 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 6cb2c144-20ad-4b64-bae8-d285863ef58e completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:19:23.690025 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 6cb2c144-20ad-4b64-bae8-d285863ef58e triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:19:23.694645 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:23.730666 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:23.747417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7801e-726c-45f8-b03a-6de5e4800689 req-20c1ce6d-beaf-4794-982e-1ed1522664f9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:23.748888 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8ef7801e-726c-45f8-b03a-6de5e4800689 req-20c1ce6d-beaf-4794-982e-1ed1522664f9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 944 time: 0.0515981 Sep 13 10:19:23.768517 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 6cb2c144-20ad-4b64-bae8-d285863ef58e is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:19:23.768896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:23.791986 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:23.794715 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098318d1-0c54-4cc5-9f6a-990ffdbdc485" -d '{"events": [{"server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "name": "network-vif-plugged", "status": "completed", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:23.800616 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8ef7801e-726c-45f8-b03a-6de5e4800689 req-eb4a31bc-fc97-431e-8efb-99921e366039 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460260 Sep 13 10:19:23.807245 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 6cb2c144-20ad-4b64-bae8-d285863ef58e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:23.838872 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a629966a-0b67-4fb4-a5b1-fe2b24d28262 x-openstack-request-id: req-a629966a-0b67-4fb4-a5b1-fe2b24d28262 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:23.839247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "name": "network-vif-plugged", "status": "completed", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:23.839510 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a629966a-0b67-4fb4-a5b1-fe2b24d28262 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:23.839980 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a629966a-0b67-4fb4-a5b1-fe2b24d28262'] response: {'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'code': 200} Sep 13 10:19:23.904949 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:23.909853 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:23.911785 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900565-c756-494c-ba4b-ba06d6f19309 req-89526e11-1125-4329-8397-b19ac0b5d75e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:23.914360 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-08900565-c756-494c-ba4b-ba06d6f19309 req-89526e11-1125-4329-8397-b19ac0b5d75e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Sep 13 10:19:23.948739 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:23.953409 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=6cb2c144-20ad-4b64-bae8-d285863ef58e,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:23.965385 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-08900565-c756-494c-ba4b-ba06d6f19309 req-d792afb7-a954-4b2b-afcc-6877dbe968c3 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455673 Sep 13 10:19:24.272729 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b4aa-3670-4ff5-ae48-ecbd34be76a6 req-9943fcaa-7c3e-4a63-89c0-4233061ae4d3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:24.274282 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-62b3b4aa-3670-4ff5-ae48-ecbd34be76a6 req-9943fcaa-7c3e-4a63-89c0-4233061ae4d3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0795977 Sep 13 10:19:24.277997 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacd463-7c62-4408-af46-e827a3e19ae8 req-3dc9beef-2e94-4e25-8d49-ea4fb8550c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:24.281492 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5eacd463-7c62-4408-af46-e827a3e19ae8 req-3dc9beef-2e94-4e25-8d49-ea4fb8550c7a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 1129 time: 0.0540009 Sep 13 10:19:24.366954 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:24.368759 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-62b3b4aa-3670-4ff5-ae48-ecbd34be76a6 req-6bc8335e-7ff2-4aa1-a80a-0fe792daf3fd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880482 Sep 13 10:19:24.371897 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5eacd463-7c62-4408-af46-e827a3e19ae8 req-7f3d03d7-14a2-465a-944f-b30b9d792415 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771842 Sep 13 10:19:24.927739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cc6c0-c277-41f1-b3c4-261363f7c628 req-00c5c6d3-91de-4eb9-b427-f6b0da156f56 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:24.929243 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8b4cc6c0-c277-41f1-b3c4-261363f7c628 req-00c5c6d3-91de-4eb9-b427-f6b0da156f56 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Sep 13 10:19:24.981853 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8b4cc6c0-c277-41f1-b3c4-261363f7c628 req-0ca36571-692c-4e81-aad2-987c35ab1ca5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Sep 13 10:19:25.085771 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdb5ec-1d8c-482a-89d6-be8529629d9f req-9447bcee-50da-4c9b-9081-4d63c2a882a1 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:25.087144 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1bdb5ec-1d8c-482a-89d6-be8529629d9f req-9447bcee-50da-4c9b-9081-4d63c2a882a1 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0460675 Sep 13 10:19:25.133948 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1bdb5ec-1d8c-482a-89d6-be8529629d9f req-09ffaf2c-9249-4214-8260-06787810fbfc tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Sep 13 10:19:25.490586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4badae-a8e4-4db1-875f-1742c1b782a5 req-e240807b-ccaf-42b7-8975-a31e12898602 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:25.499772 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8f4badae-a8e4-4db1-875f-1742c1b782a5 req-e240807b-ccaf-42b7-8975-a31e12898602 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0473216 Sep 13 10:19:25.547679 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8f4badae-a8e4-4db1-875f-1742c1b782a5 req-93f9290e-3a83-45e3-8eb1-c152819427b1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499392 Sep 13 10:19:25.844582 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:25.912947 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:26.104883 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90368-d2c1-4593-8d07-a971d2e97788 req-2e55eae4-0508-4762-8b69-862aaacf9d46 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:26.106849 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0aa90368-d2c1-4593-8d07-a971d2e97788 req-2e55eae4-0508-4762-8b69-862aaacf9d46 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Sep 13 10:19:26.125345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:26.155936 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0aa90368-d2c1-4593-8d07-a971d2e97788 req-353f9327-eef8-4e28-a0a0-461f17e8039b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Sep 13 10:19:26.263398 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bba21-2319-4d2c-804a-7fe6e6b89b80 req-b31fa098-a866-4c82-88c8-01d719bb4cfa tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:26.266267 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-937bba21-2319-4d2c-804a-7fe6e6b89b80 req-b31fa098-a866-4c82-88c8-01d719bb4cfa tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0540919 Sep 13 10:19:26.314140 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-937bba21-2319-4d2c-804a-7fe6e6b89b80 req-21dc6189-483b-42a8-8a3a-486f5e66bca8 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Sep 13 10:19:26.674903 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57734331-f70d-4e66-92e6-815bc24e2d9c req-8410505f-44ca-4d18-94d6-50c7d824d953 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:26.676406 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57734331-f70d-4e66-92e6-815bc24e2d9c req-8410505f-44ca-4d18-94d6-50c7d824d953 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0506644 Sep 13 10:19:26.727763 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-57734331-f70d-4e66-92e6-815bc24e2d9c req-3f2870f9-3797-4a27-8cac-74abcde639cf tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Sep 13 10:19:27.275950 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b379b5c-c0ae-40f4-8a6d-5fb3e52cad42 req-2f1a7449-13d7-4073-b3d5-6d3305fbfb39 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:27.277451 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b379b5c-c0ae-40f4-8a6d-5fb3e52cad42 req-2f1a7449-13d7-4073-b3d5-6d3305fbfb39 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Sep 13 10:19:27.330051 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b379b5c-c0ae-40f4-8a6d-5fb3e52cad42 req-76981958-d2ce-4a60-b138-f5072d613ea6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 Sep 13 10:19:27.434583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:27.460805 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02081-6e14-4e9c-96e5-b7fff62c27ef req-0dc4b23b-4715-4f41-8abf-cfc606ce0fff tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:27.462183 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6c02081-6e14-4e9c-96e5-b7fff62c27ef req-0dc4b23b-4715-4f41-8abf-cfc606ce0fff tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0724342 Sep 13 10:19:27.490853 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4f1d4-2aa0-4665-9cdd-4836e5d41762 req-01c09831-c61e-42f6-8361-4dc4caccf625 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:27.492314 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94c4f1d4-2aa0-4665-9cdd-4836e5d41762 req-01c09831-c61e-42f6-8361-4dc4caccf625 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.0747800 Sep 13 10:19:27.776466 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d6c02081-6e14-4e9c-96e5-b7fff62c27ef req-440bc612-90b7-4b00-bfa3-4b2b8104d9b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083520 Sep 13 10:19:27.801223 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94c4f1d4-2aa0-4665-9cdd-4836e5d41762 req-ad66e001-be2b-4fbb-b213-a66fe277d06a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017943 Sep 13 10:19:27.831798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47520) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:27.884007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbfdc7-f17e-46d1-ba8e-3d428bcb947d req-3b7caf19-50ba-4769-9d5a-7d9401997cbe tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:27.885454 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e3dbfdc7-f17e-46d1-ba8e-3d428bcb947d req-3b7caf19-50ba-4769-9d5a-7d9401997cbe tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0479760 Sep 13 10:19:27.934404 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e3dbfdc7-f17e-46d1-ba8e-3d428bcb947d req-17647536-bdef-4eb0-86ee-97415a384517 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Sep 13 10:19:28.018939 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ea45b-ba56-4e0f-87d6-499a6935cbb0 tempest-TestVolumeBootPattern-1244327260 tempest-TestVolumeBootPattern-1244327260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:28.020468 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b49ea45b-ba56-4e0f-87d6-499a6935cbb0 tempest-TestVolumeBootPattern-1244327260 tempest-TestVolumeBootPattern-1244327260-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 1124 time: 0.1877010 Sep 13 10:19:28.023335 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47526) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:28.027973 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'port_id': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:28.098406 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:28.175743 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:28.285205 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Allocated IP 172.27.2.76 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/8eb61649-e625-4b0b-9a06-faedbe458c2b) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:19:28.343925 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:28.387816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:28.515608 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:28.561738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:19:28.564911 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:19:28.568661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:19:28.571908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=8eb61649-e625-4b0b-9a06-faedbe458c2b,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:28.605938 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:28.943108 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7520e-c9a0-474b-bb4b-e963038e28b0 req-ed65b5c5-ea84-4463-924f-cc36520fb678 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:28.944584 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-62b7520e-c9a0-474b-bb4b-e963038e28b0 req-ed65b5c5-ea84-4463-924f-cc36520fb678 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0784574 Sep 13 10:19:28.976628 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (26d5f17e-18ab-4f4c-abf3-932a47c8fac8), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.060121 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-62b7520e-c9a0-474b-bb4b-e963038e28b0 req-3c067cba-2436-467d-8950-c187a349a4ec tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067185 Sep 13 10:19:29.077905 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb1744-b37e-436c-be56-5d9ba047d1cc req-42bf2f08-6d68-4cce-a38d-46ffc073edd7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:29.079384 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-31fb1744-b37e-436c-be56-5d9ba047d1cc req-42bf2f08-6d68-4cce-a38d-46ffc073edd7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0678959 Sep 13 10:19:29.152451 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-31fb1744-b37e-436c-be56-5d9ba047d1cc req-02b6d65f-2373-4f7a-9398-1eff40de6bf8 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675559 Sep 13 10:19:29.157283 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.248131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:29.306942 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.348232 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:29.364231 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.431739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (26d5f17e-18ab-4f4c-abf3-932a47c8fac8), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.433620 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=8eb61649-e625-4b0b-9a06-faedbe458c2b,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:29.437250 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:29.530646 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Floating IP 26d5f17e-18ab-4f4c-abf3-932a47c8fac8 associated. External IP: 172.27.2.76, port: 6cb2c144-20ad-4b64-bae8-d285863ef58e. Sep 13 10:19:29.533347 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:29.626450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:19:29.725754 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:29.730217 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:19:29.737682 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'port_id': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'mac_address': 'fa:16:3e:43:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:19:29.775380 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port b6ce30f4-9d3d-45cc-8f3c-567181f59486 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:19:29.775778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.789768 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ce30f4-9d3d-45cc-8f3c-567181f59486 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:19:29.810280 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:29.835523 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:19:29.846756 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:19:29.856245 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:29.856900 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:29.895132 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.983387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:29.995857 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:30.001983 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:30.014304 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-30bc78c7-3dca-4188-9125-7e15ff9111e6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9899843 Sep 13 10:19:30.015082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:30.017426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:30.055982 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ea803b-7187-4164-aba5-2f60f83714e7 x-openstack-request-id: req-a7ea803b-7187-4164-aba5-2f60f83714e7 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:30.056273 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:30.056529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7ea803b-7187-4164-aba5-2f60f83714e7 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:30.056952 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ea803b-7187-4164-aba5-2f60f83714e7'] response: {'name': 'network-changed', 'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'status': 'completed', 'code': 200} Sep 13 10:19:30.136074 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-9ea9639e-f5a3-400f-bc73-314d4dab9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:30.145529 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-9ea9639e-f5a3-400f-bc73-314d4dab9ee8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 1129 time: 0.0408692 Sep 13 10:19:30.229818 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '26d5f17e-18ab-4f4c-abf3-932a47c8fac8', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:23:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:28Z', 'updated_at': '2022-09-13T10:19:28Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:30.230785 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9cb3-3d60-4f66-86a2-17441e1d00aa req-e9aa379e-15a4-4b96-bb39-24fd7b3f0a7b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:30.232352 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-323d9cb3-3d60-4f66-86a2-17441e1d00aa req-e9aa379e-15a4-4b96-bb39-24fd7b3f0a7b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0933776 Sep 13 10:19:30.255617 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:19:30.264728 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:30.265435 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:30.293553 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:30.335798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8704f-9a48-4ab0-bf7d-7c0ea8d43eaf req-c2b83ebd-6c9f-4a6e-8a83-d2048a065064 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:30.337258 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6ab8704f-9a48-4ab0-bf7d-7c0ea8d43eaf req-c2b83ebd-6c9f-4a6e-8a83-d2048a065064 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 945 time: 0.0956814 Sep 13 10:19:30.341249 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-6d5c26fb-bb1f-4b7f-b861-a8269edbad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:30.342579 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-6d5c26fb-bb1f-4b7f-b861-a8269edbad72 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.1941030 Sep 13 10:19:30.347145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['b6ce30f4-9d3d-45cc-8f3c-567181f59486'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:19:30.375581 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-323d9cb3-3d60-4f66-86a2-17441e1d00aa req-01700d1d-1b1b-4827-858a-fe7abd399d45 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349506 Sep 13 10:19:30.411268 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:30.439254 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:30.444557 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-9c232afe-f25c-4720-9d61-1afab5ecec18 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e HTTP/1.1" status: 200 len: 998 time: 0.0874250 Sep 13 10:19:30.448735 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6ab8704f-9a48-4ab0-bf7d-7c0ea8d43eaf req-4f64eeb2-90ef-4203-83a5-bf13a4f4b65f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050029 Sep 13 10:19:30.450377 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:30.504839 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-988a18d3-ce27-45a1-a3dc-7233752abcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:30.506281 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-988a18d3-ce27-45a1-a3dc-7233752abcd8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0464962 Sep 13 10:19:30.555054 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-306f858e-d88f-49b4-ad78-27d764c1d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:30.556554 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-306f858e-d88f-49b4-ad78-27d764c1d655 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428128 Sep 13 10:19:30.646782 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-a32102ae-16d9-416f-9a10-a850b3e6a540 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Sep 13 10:19:30.724081 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '26d5f17e-18ab-4f4c-abf3-932a47c8fac8', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:23:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:28Z', 'updated_at': '2022-09-13T10:19:28Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:30.744416 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6bfce8ed-fc11-41bf-bb50-d3ba4e9ae2d0 req-eaefd9bd-5408-4160-8681-67b00c7141af service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878949 Sep 13 10:19:30.755228 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2e9d1-e765-432b-a4c3-268b1e1ae886 None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '26d5f17e-18ab-4f4c-abf3-932a47c8fac8', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:23:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:28Z', 'updated_at': '2022-09-13T10:19:28Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:19:30.965726 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cdcdb0-2973-4165-8698-f216b542a075 None None] New status for floating IP 26d5f17e-18ab-4f4c-abf3-932a47c8fac8: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:19:31.509914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade7f8a-1a07-40ee-be49-1e2b98cda8e4 req-10daf674-a1e2-49f1-9234-03f031c87ef8 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:31.512108 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ade7f8a-1a07-40ee-be49-1e2b98cda8e4 req-10daf674-a1e2-49f1-9234-03f031c87ef8 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Sep 13 10:19:31.585794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:31.597547 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4077c-b667-4411-83d6-e9fe12731c0d req-dd4f24d1-f70e-4dd5-8855-a68348adaefe tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:31.599013 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3da4077c-b667-4411-83d6-e9fe12731c0d req-dd4f24d1-f70e-4dd5-8855-a68348adaefe tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 945 time: 0.0743103 Sep 13 10:19:31.602252 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ade7f8a-1a07-40ee-be49-1e2b98cda8e4 req-a0ac052c-f9bc-4db5-a450-c721eb64d7b3 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847578 Sep 13 10:19:31.653440 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3da4077c-b667-4411-83d6-e9fe12731c0d req-3a6debbd-a7d3-49a3-82f4-6085217773f6 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477695 Sep 13 10:19:31.887853 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:19:31.929664 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port b6ce30f4-9d3d-45cc-8f3c-567181f59486 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:19:31.988366 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port b6ce30f4-9d3d-45cc-8f3c-567181f59486 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:19:31.988741 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:32.193665 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port b6ce30f4-9d3d-45cc-8f3c-567181f59486 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:19:32.193972 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:32.216909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:32.219189 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce837e8e-d84b-455f-a34f-b4dcc8f9a093" -d '{"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:32.232519 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:32.260107 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d1fe2-128f-428c-95cc-5b9e47f77e9a x-openstack-request-id: req-895d1fe2-128f-428c-95cc-5b9e47f77e9a {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:32.260440 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:32.260648 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-895d1fe2-128f-428c-95cc-5b9e47f77e9a {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:32.261043 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895d1fe2-128f-428c-95cc-5b9e47f77e9a'] response: {'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'code': 200} Sep 13 10:19:32.318398 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:32.364586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:32.722007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2568b1-b9c7-4255-8b5b-67ec7a51b979 req-e5e15011-cf7f-419f-a6ef-84a1d294f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:32.723499 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6e2568b1-b9c7-4255-8b5b-67ec7a51b979 req-e5e15011-cf7f-419f-a6ef-84a1d294f683 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.0658977 Sep 13 10:19:32.749579 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffa959-96f9-4bd2-b813-731d25d11276 req-a65da302-d29a-4100-bfc1-413e4fcaccc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:32.750982 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bbffa959-96f9-4bd2-b813-731d25d11276 req-a65da302-d29a-4100-bfc1-413e4fcaccc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0656295 Sep 13 10:19:32.814881 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6e2568b1-b9c7-4255-8b5b-67ec7a51b979 req-2c80125a-316d-4192-b70e-cca37fbe07e1 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830991 Sep 13 10:19:32.858201 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bbffa959-96f9-4bd2-b813-731d25d11276 req-7a054840-4d86-4fb1-8fd0-1d546ca16200 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985110 Sep 13 10:19:32.871465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540944-2df2-46fc-979f-e87f879c9d3f req-89465333-2054-4431-ad7d-a08b5fbd5b15 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:32.872915 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94540944-2df2-46fc-979f-e87f879c9d3f req-89465333-2054-4431-ad7d-a08b5fbd5b15 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0613408 Sep 13 10:19:32.923310 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94540944-2df2-46fc-979f-e87f879c9d3f req-20f1f61b-fc25-4ddd-b86b-b685e31bd6d1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443592 Sep 13 10:19:33.977999 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f89479-9061-4103-bbfd-56df4f192cb9 req-134ad132-48df-4aa0-a49f-f550c9972705 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:33.979500 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-64f89479-9061-4103-bbfd-56df4f192cb9 req-134ad132-48df-4aa0-a49f-f550c9972705 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0478640 Sep 13 10:19:34.037053 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:34.066485 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24944ba7-e2e5-4eab-ab42-b6c7801d1cec req-d7e39992-a8f9-46bf-9500-2cbce015f39b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:34.067976 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-24944ba7-e2e5-4eab-ab42-b6c7801d1cec req-d7e39992-a8f9-46bf-9500-2cbce015f39b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0680897 Sep 13 10:19:34.075565 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-64f89479-9061-4103-bbfd-56df4f192cb9 req-ca152eee-8f73-4a11-b0ed-1f962e8eacac tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894842 Sep 13 10:19:34.121825 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-24944ba7-e2e5-4eab-ab42-b6c7801d1cec req-61f95f61-11d0-4153-b320-de6f12a90971 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Sep 13 10:19:35.200550 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305478b-2868-4a5e-bbd0-58e31a0af693 req-4e91cf40-80d6-4961-8e60-7509eec2ab39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:35.202024 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0305478b-2868-4a5e-bbd0-58e31a0af693 req-4e91cf40-80d6-4961-8e60-7509eec2ab39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0469129 Sep 13 10:19:35.269695 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cb331-e1e6-436e-bf23-efc11030ad5d req-297f6450-e048-4e91-8ea7-8629f1d69b32 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:35.271119 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af9cb331-e1e6-436e-bf23-efc11030ad5d req-297f6450-e048-4e91-8ea7-8629f1d69b32 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0682499 Sep 13 10:19:35.297361 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0305478b-2868-4a5e-bbd0-58e31a0af693 req-78a5f246-6b33-45db-ba0e-0518d69ca62c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851927 Sep 13 10:19:35.328128 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af9cb331-e1e6-436e-bf23-efc11030ad5d req-39ab2b85-516c-49e2-9d24-2731953f36ce tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484986 Sep 13 10:19:35.447359 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa531-ffa8-4b85-af6f-a3080d23a0ff req-a8ae3dcd-d486-4ea6-90e6-abff402c1d8a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:35.448886 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87faa531-ffa8-4b85-af6f-a3080d23a0ff req-a8ae3dcd-d486-4ea6-90e6-abff402c1d8a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0469732 Sep 13 10:19:35.499051 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87faa531-ffa8-4b85-af6f-a3080d23a0ff req-2f8527db-f505-41fe-a1fe-dfc1f8a2af20 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438812 Sep 13 10:19:35.527252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47580) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:35.705827 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936852df-3715-4c97-83aa-450b878941b3 req-b110a959-a790-4a70-9741-eafb556aafe5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:35.707365 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-936852df-3715-4c97-83aa-450b878941b3 req-b110a959-a790-4a70-9741-eafb556aafe5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0796742 Sep 13 10:19:35.708559 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e0774-780f-434e-bf34-b3ef73c69085 tempest-TestShelveInstance-1103054279 tempest-TestShelveInstance-1103054279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:35.709907 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-049e0774-780f-434e-bf34-b3ef73c69085 tempest-TestShelveInstance-1103054279 tempest-TestShelveInstance-1103054279-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1125 time: 0.1817145 Sep 13 10:19:35.713101 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47586) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:35.717645 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'port_id': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:35.756287 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-936852df-3715-4c97-83aa-450b878941b3 req-3abb7d9a-3bf0-4253-b250-1ea81a610980 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Sep 13 10:19:35.832832 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:35.836354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-ed56640b-73c0-446a-8a34-ba77c88e79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:35.837824 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-ed56640b-73c0-446a-8a34-ba77c88e79bf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 1129 time: 0.0391004 Sep 13 10:19:35.916136 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:36.040721 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Allocated IP 172.27.2.11 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/1445589d-4e9b-4edb-bc73-0c7093ff9b5c) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:19:36.130269 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:36.153699 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:36.173530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-a4121c14-e687-4aca-aff6-2174dd3b6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:36.174940 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-a4121c14-e687-4aca-aff6-2174dd3b6922 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 911 time: 0.3273299 Sep 13 10:19:36.230310 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:36.238448 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-6deb6623-0475-493f-bfdc-ebe87de149e1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc HTTP/1.1" status: 200 len: 1001 time: 0.0569344 Sep 13 10:19:36.274851 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:19:36.280309 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:19:36.283005 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:19:36.288416 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'Port': ['ID=1445589d-4e9b-4edb-bc73-0c7093ff9b5c,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:36.297264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-49af85c3-ff92-415f-9202-c3841c4c44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:36.298693 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-49af85c3-ff92-415f-9202-c3841c4c44dc service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 200 len: 849 time: 0.0482085 Sep 13 10:19:36.346914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-e1c6cc2a-155a-4eb5-ae36-5ad0fc317f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:36.348443 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-e1c6cc2a-155a-4eb5-ae36-5ad0fc317f11 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422294 Sep 13 10:19:36.441340 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-b17b2a0b-1dfe-49c7-96e0-53b44508fdfb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837326 Sep 13 10:19:36.535955 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ac22ad9-358e-402b-9aec-8ad7abb6f517 req-a9c080c2-9148-4615-b22d-85daf3b39bc0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877838 Sep 13 10:19:36.636548 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:36.639446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for floatingip (698a9669-2c70-4cf9-b2cf-4e173748da86), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:36.661238 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:36.769724 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:36.885618 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca314092-1719-4b76-8892-8d672641afe9 req-98e31576-7a6e-41cb-8799-146839f05b8f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:36.887095 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca314092-1719-4b76-8892-8d672641afe9 req-98e31576-7a6e-41cb-8799-146839f05b8f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0476737 Sep 13 10:19:36.921534 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:36.925699 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:36.936012 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca314092-1719-4b76-8892-8d672641afe9 req-667a7d28-9ce8-42d9-85da-6cf40323b641 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431571 Sep 13 10:19:36.997975 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:37.065864 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event updated for resources: {'Port': ['ID=1445589d-4e9b-4edb-bc73-0c7093ff9b5c,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:37.071500 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (698a9669-2c70-4cf9-b2cf-4e173748da86), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:37.169207 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Floating IP 698a9669-2c70-4cf9-b2cf-4e173748da86 associated. External IP: 172.27.2.11, port: b6ce30f4-9d3d-45cc-8f3c-567181f59486. Sep 13 10:19:37.365312 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Router efaaafce-69ba-4680-9004-3de916adf0c1 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:19:37.375966 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:37.469662 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:19:37.479324 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] Sync routers for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:19:37.488562 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:37.489163 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:37.543258 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:37.576714 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a6211145-23da-4010-844a-6eca9d7f6205 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8625178 Sep 13 10:19:37.577454 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:37.579808 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4a2150-6511-43c9-adc0-3bff0a4926c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:37.593998 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:37.617521 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65073d21-abd6-4f17-a961-5838ef8e149b x-openstack-request-id: req-65073d21-abd6-4f17-a961-5838ef8e149b {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:37.617822 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:37.618148 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65073d21-abd6-4f17-a961-5838ef8e149b {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:37.618564 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65073d21-abd6-4f17-a961-5838ef8e149b'] response: {'name': 'network-changed', 'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'status': 'completed', 'code': 200} Sep 13 10:19:37.620776 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:37.691824 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:37.742190 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-454f7316-201e-4371-aaa4-04b69f534800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:37.743790 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-454f7316-201e-4371-aaa4-04b69f534800 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.0436165 Sep 13 10:19:37.814783 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '698a9669-2c70-4cf9-b2cf-4e173748da86', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'port_id': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'mac_address': 'fa:16:3e:43:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:36Z', 'updated_at': '2022-09-13T10:19:36Z', 'revision_number': 0, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:37.839456 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] Checking router: efaaafce-69ba-4680-9004-3de916adf0c1 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:19:37.847746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:37.848352 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:37.848477 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-1cb248f1-5b85-4ae4-a119-6e1c58992f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:37.849951 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-1cb248f1-5b85-4ae4-a119-6e1c58992f7a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 910 time: 0.0886686 Sep 13 10:19:37.928972 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-0f7879b2-18c5-4f7e-9d93-bedc6f7b4038 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 999 time: 0.0590408 Sep 13 10:19:37.950640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:38.002361 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-62f20d59-4b11-4663-82a6-11419da8619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:38.004000 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-62f20d59-4b11-4663-82a6-11419da8619e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.0559592 Sep 13 10:19:38.086822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-0ec54be2-8cd0-4a33-ba13-d0089af83dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:38.088359 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-0ec54be2-8cd0-4a33-ba13-d0089af83dd7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751560 Sep 13 10:19:38.113422 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41c363-752e-44da-b5c6-10cc5b95e40c req-2b889f5e-6f46-41b0-87a1-3016bcc6a8fa tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:38.113422 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8d41c363-752e-44da-b5c6-10cc5b95e40c req-2b889f5e-6f46-41b0-87a1-3016bcc6a8fa tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0640168 Sep 13 10:19:38.188904 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '698a9669-2c70-4cf9-b2cf-4e173748da86', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'port_id': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'mac_address': 'fa:16:3e:43:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:36Z', 'updated_at': '2022-09-13T10:19:36Z', 'revision_number': 0, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:38.213950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffd98b-3901-440d-a207-dd6da3c27fe8 None None] The sync data for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi is: [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '698a9669-2c70-4cf9-b2cf-4e173748da86', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'port_id': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'mac_address': 'fa:16:3e:43:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:36Z', 'updated_at': '2022-09-13T10:19:36Z', 'revision_number': 0, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:19:38.228791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8d41c363-752e-44da-b5c6-10cc5b95e40c req-0bd36985-2d20-4702-8ad0-479129703d1a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962222 Sep 13 10:19:38.249357 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-7e5446e6-dd3f-4017-b7d9-f45c7351317c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359763 Sep 13 10:19:38.354592 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe4a2150-6511-43c9-adc0-3bff0a4926c7 req-fc52d801-fb25-4fca-9882-47f3dfddb9d2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940692 Sep 13 10:19:38.421680 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d94a7a-c520-4964-96dc-c984e43c609c None None] New status for floating IP 698a9669-2c70-4cf9-b2cf-4e173748da86: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:19:38.424530 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:DELETE=1,neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:38.426168 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:38.550585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:38.588632 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ebc64-5f35-4eb3-ae0a-cb4b8c078505 req-406abba6-3caf-45b4-95f1-52fda590e190 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:38.590630 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-163ebc64-5f35-4eb3-ae0a-cb4b8c078505 req-406abba6-3caf-45b4-95f1-52fda590e190 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0498765 Sep 13 10:19:38.640412 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-163ebc64-5f35-4eb3-ae0a-cb4b8c078505 req-fdf2b929-b852-442e-b60a-9d26b97b882a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Sep 13 10:19:39.356940 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7a839-ec21-42ad-a0c7-684e8efdc971 req-a2c68b14-8b27-463e-b52d-4d77348cc040 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:39.358365 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-25f7a839-ec21-42ad-a0c7-684e8efdc971 req-a2c68b14-8b27-463e-b52d-4d77348cc040 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0505371 Sep 13 10:19:39.405809 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-25f7a839-ec21-42ad-a0c7-684e8efdc971 req-32081938-f48d-461d-99c4-d1f7790baae6 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Sep 13 10:19:39.765265 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f709-8339-4de4-bf69-5a6fb338d619 req-4cd85eec-3b88-4f7b-8063-f9d8577ac20c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:39.766717 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-34c5f709-8339-4de4-bf69-5a6fb338d619 req-4cd85eec-3b88-4f7b-8063-f9d8577ac20c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0475309 Sep 13 10:19:39.814025 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-34c5f709-8339-4de4-bf69-5a6fb338d619 req-21c466ab-3e91-48ea-972f-1621af96afec tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Sep 13 10:19:40.932469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858649b-35d3-49dc-8512-8c28a92f71c7 req-4e098349-e379-41dc-adc3-0ecded84d514 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:40.934427 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5858649b-35d3-49dc-8512-8c28a92f71c7 req-4e098349-e379-41dc-adc3-0ecded84d514 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0463986 Sep 13 10:19:40.984191 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5858649b-35d3-49dc-8512-8c28a92f71c7 req-f34a698f-24a0-4a74-99ab-25b3e006ee6e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Sep 13 10:19:42.062115 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:42.128206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-94622584-c16a-4544-81d3-29fef382734a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:42.129635 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-94622584-c16a-4544-81d3-29fef382734a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0754304 Sep 13 10:19:42.135405 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e1391-e360-45e4-ae33-c436479e638a req-202ec487-40b7-47e7-9dd4-31fa21adae14 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:42.137243 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-385e1391-e360-45e4-ae33-c436479e638a req-202ec487-40b7-47e7-9dd4-31fa21adae14 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 945 time: 0.0725954 Sep 13 10:19:42.249051 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-385e1391-e360-45e4-ae33-c436479e638a req-42ee2d4e-cea8-4d9a-9c44-c4d2b2cddad5 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e1934d8d-87cd-4f8b-b61f-34bc82b1df50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046393 Sep 13 10:19:42.255029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:19:42.255399 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:42.346847 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] For port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:42.347238 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:42.560045 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:42.560397 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (5114d7f5-bc35-4db0-baf6-5c15580b07a8), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:42.560704 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP 5114d7f5-bc35-4db0-baf6-5c15580b07a8 disassociated. External IP: 172.27.2.209, port: 3f20d233-f49a-4ba0-bc07-8628d35a3d2c. Sep 13 10:19:42.561061 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 3f20d233-f49a-4ba0-bc07-8628d35a3d2c owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:19:42.638676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:42.758089 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (3f20d233-f49a-4ba0-bc07-8628d35a3d2c), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:42.788106 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=3f20d233-f49a-4ba0-bc07-8628d35a3d2c,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:42.804324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.804677 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.805052 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.805390 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.805719 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.806049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.806378 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.806704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.807026 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.807376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.807700 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.808654 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.808979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.809302 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.809622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:42.916046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:19:43.021058 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:19:43.029642 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:43.031958 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:19:43.044112 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:43.045004 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:43.065400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] No DVR routers for this DVR port 3f20d233-f49a-4ba0-bc07-8628d35a3d2c on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:19:43.068320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:43.071188 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3ae41a34-567f-4e30-978a-a4129dc704ce req-c06f29d5-3834-4316-b767-ea2992609cbe tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "DELETE /networking/v2.0/ports/3f20d233-f49a-4ba0-bc07-8628d35a3d2c HTTP/1.1" status: 204 len: 173 time: 0.9330757 Sep 13 10:19:43.071714 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'name': 'network-vif-deleted', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:43.074003 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f612f62-e8f4-4b62-afbb-5303cee3ae3b" -d '{"events": [{"server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "name": "network-vif-deleted", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:43.131206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170f028c-a476-489a-b20f-ef212b3c889f x-openstack-request-id: req-170f028c-a476-489a-b20f-ef212b3c889f {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:43.131206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd48156b-79bf-41ef-8a3d-3b5265dae93c", "name": "network-vif-deleted", "tag": "3f20d233-f49a-4ba0-bc07-8628d35a3d2c", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:43.131206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-170f028c-a476-489a-b20f-ef212b3c889f {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:43.131206 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170f028c-a476-489a-b20f-ef212b3c889f'] response: {'server_uuid': 'cd48156b-79bf-41ef-8a3d-3b5265dae93c', 'name': 'network-vif-deleted', 'tag': '3f20d233-f49a-4ba0-bc07-8628d35a3d2c', 'status': 'completed', 'code': 200} Sep 13 10:19:43.160574 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:43.361473 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a114cbb5-b265-4f5f-b612-0f8f32df6dcb req-cd77270b-2fff-4ff8-857d-09a26d84d79c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0285234 Sep 13 10:19:43.397074 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:34Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:43.424345 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:19:43.435079 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:43.435732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:43.490344 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:43.549084 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:43.561842 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:43.788610 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:34Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:43.817711 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7f390-4618-496e-945f-6af71e9df567 None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '71a00039-9995-40d1-a3e8-a5109c08f84e', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '2fbabe17-010d-4901-979a-668fa9e70da2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:f5:81:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bddc8a-d8db-4078-83a2-6149b951e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:16:00Z', 'updated_at': '2022-09-13T10:16:34Z', 'revision_number': 2, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:19:43.931943 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 3f20d233-f49a-4ba0-bc07-8628d35a3d2c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:19:43.952925 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 3f20d233-f49a-4ba0-bc07-8628d35a3d2c {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:19:43.953269 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 3f20d233-f49a-4ba0-bc07-8628d35a3d2c not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:19:44.069347 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc388852-1d9a-4bd4-a858-a8a117abdd0a None None] New status for floating IP 5114d7f5-bc35-4db0-baf6-5c15580b07a8: DOWN {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:19:44.081804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3a5b0-3445-45bd-9b0d-a8921e58b29f req-196dcdfc-c1fd-4a90-a5fc-b8662686b678 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:44.083448 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cca3a5b0-3445-45bd-9b0d-a8921e58b29f req-196dcdfc-c1fd-4a90-a5fc-b8662686b678 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0538976 Sep 13 10:19:44.133560 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cca3a5b0-3445-45bd-9b0d-a8921e58b29f req-bdc65892-de96-4515-9078-fa22e854ce52 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Sep 13 10:19:44.353351 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-4e937249-cdfa-43c9-bbcb-25b70dbb67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:44.354919 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-4e937249-cdfa-43c9-bbcb-25b70dbb67a1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.0428655 Sep 13 10:19:44.461855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-6dea5a40-7351-40d3-ba2e-4d1a1c62b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:44.463490 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-6dea5a40-7351-40d3-ba2e-4d1a1c62b5c1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.1019423 Sep 13 10:19:44.496694 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5219411d-93ff-4e4c-96bb-11bd33213ab5 req-926dd893-527b-4f46-a4ec-a80b83107166 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cd48156b-79bf-41ef-8a3d-3b5265dae93c HTTP/1.1" status: 200 len: 210 time: 0.0321500 Sep 13 10:19:44.546219 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-d6144df0-525a-4c32-9590-a78df1531612 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 1000 time: 0.0723145 Sep 13 10:19:44.575945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:44.600980 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-25f28315-14a0-447a-a8a0-e0079b38a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:44.602409 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-25f28315-14a0-447a-a8a0-e0079b38a430 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0485997 Sep 13 10:19:44.655242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-57615866-023a-41a4-bf4b-2ae4bf011779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:44.656739 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-57615866-023a-41a4-bf4b-2ae4bf011779 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404129 Sep 13 10:19:44.753135 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-80b28ab1-3b16-4530-92f6-6f7d785f91f5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880086 Sep 13 10:19:44.852061 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2e51af1-1d97-4459-95cf-60c634ef7386 req-948dbe1c-d6ed-4447-969c-b368dc4260c4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891862 Sep 13 10:19:45.257179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca37969-e19b-46c5-b657-d2e14571a05c req-969908c8-b084-4215-8fe7-b675fdf547e9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:45.258643 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8ca37969-e19b-46c5-b657-d2e14571a05c req-969908c8-b084-4215-8fe7-b675fdf547e9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0477316 Sep 13 10:19:45.309509 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8ca37969-e19b-46c5-b657-d2e14571a05c req-00bf15fd-7cc7-45d5-ba61-7d879d85d002 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Sep 13 10:19:45.690674 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47666) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:45.746378 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9c29f63e-9e18-4102-80a8-a0a3488a20f1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (e1934d8d-87cd-4f8b-b61f-34bc82b1df50), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:45.773291 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9c29f63e-9e18-4102-80a8-a0a3488a20f1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (e1934d8d-87cd-4f8b-b61f-34bc82b1df50), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:45.781943 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:45.892163 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9c29f63e-9e18-4102-80a8-a0a3488a20f1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e1934d8d-87cd-4f8b-b61f-34bc82b1df50), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:45.894590 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9c29f63e-9e18-4102-80a8-a0a3488a20f1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:45.895778 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-9c29f63e-9e18-4102-80a8-a0a3488a20f1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e1934d8d-87cd-4f8b-b61f-34bc82b1df50 HTTP/1.1" status: 204 len: 168 time: 0.2040799 Sep 13 10:19:45.898659 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47668) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:45.905851 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29f63e-9e18-4102-80a8-a0a3488a20f1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1934d8d-87cd-4f8b-b61f-34bc82b1df50,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:45.913877 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.api.v2.resource [None req-058ecd41-ff69-4e50-acc5-09433ad51e66 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] show failed (client error): The resource could not be found. Sep 13 10:19:45.921775 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-058ecd41-ff69-4e50-acc5-09433ad51e66 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups/e1934d8d-87cd-4f8b-b61f-34bc82b1df50 HTTP/1.1" status: 404 len: 347 time: 0.0152695 Sep 13 10:19:45.923794 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47670) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:46.033669 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 6dd0b11a-0c9f-478d-9952-9d2f0da64a7b {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:19:46.033920 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:46.108290 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:46.108617 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:46.121014 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 6dd0b11a-0c9f-478d-9952-9d2f0da64a7b owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:19:46.205577 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:46.326948 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (6dd0b11a-0c9f-478d-9952-9d2f0da64a7b), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:46.361376 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=6dd0b11a-0c9f-478d-9952-9d2f0da64a7b,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:46.428557 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (5114d7f5-bc35-4db0-baf6-5c15580b07a8), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:46.431098 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:46.435365 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3ae214b6-1489-4c66-84dc-df0b207c9341 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/5114d7f5-bc35-4db0-baf6-5c15580b07a8 HTTP/1.1" status: 204 len: 168 time: 0.5075622 Sep 13 10:19:46.451110 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b495-b089-4595-a1a7-119760fa6a61 req-b13ab427-36be-4f2b-b771-40041979d8a7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:46.452687 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4d4b495-b089-4595-a1a7-119760fa6a61 req-b13ab427-36be-4f2b-b771-40041979d8a7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0513606 Sep 13 10:19:46.508863 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4d4b495-b089-4595-a1a7-119760fa6a61 req-de796001-bfd5-4ed7-b4a5-bfd55a8e74ff tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499237 Sep 13 10:19:47.627049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:47.649813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab127c5-d441-4efb-a88b-b2752c5a6b2d req-37294201-e4b0-467d-8cfd-6ca6d49a99d8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:47.651285 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ab127c5-d441-4efb-a88b-b2752c5a6b2d req-37294201-e4b0-467d-8cfd-6ca6d49a99d8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0598557 Sep 13 10:19:47.701742 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5ab127c5-d441-4efb-a88b-b2752c5a6b2d req-fbab8427-756b-4b91-9405-290a4fa6d275 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Sep 13 10:19:48.751289 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:48.822067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9887-3589-414f-acd4-1dce4e971e5e req-3eb174bb-ff7d-46ab-9440-596551bd3d3a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:48.824249 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c3d9887-3589-414f-acd4-1dce4e971e5e req-3eb174bb-ff7d-46ab-9440-596551bd3d3a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0478401 Sep 13 10:19:48.870644 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c3d9887-3589-414f-acd4-1dce4e971e5e req-66de6890-9804-4465-b88d-3e91dd969449 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 Sep 13 10:19:49.527935 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d1a02-32fb-454b-96dd-2870467f7c41 req-d7f69c5f-3e0c-4016-bff8-76443de318e8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:49.529631 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ab8d1a02-32fb-454b-96dd-2870467f7c41 req-d7f69c5f-3e0c-4016-bff8-76443de318e8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0471914 Sep 13 10:19:49.579905 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ab8d1a02-32fb-454b-96dd-2870467f7c41 req-dd876867-2e66-4b37-81d2-9243fb8874d6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446162 Sep 13 10:19:49.991108 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f41ea-05c2-44a5-86c3-529ae0d3533d req-8ea81824-c1bb-42d7-ae32-bc475466ff0b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:49.992576 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-490f41ea-05c2-44a5-86c3-529ae0d3533d req-8ea81824-c1bb-42d7-ae32-bc475466ff0b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0464697 Sep 13 10:19:50.039237 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-490f41ea-05c2-44a5-86c3-529ae0d3533d req-7fdd39fd-60a6-4a79-b278-f435e061efa1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Sep 13 10:19:50.701776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd519f0a-32f0-4b4c-9fd8-7a299bc927d0 req-05cb61c5-1a45-4148-900e-09ffb2935fed tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:50.703133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd519f0a-32f0-4b4c-9fd8-7a299bc927d0 req-05cb61c5-1a45-4148-900e-09ffb2935fed tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0467153 Sep 13 10:19:50.750300 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dd519f0a-32f0-4b4c-9fd8-7a299bc927d0 req-a73a9b97-c318-4d50-8c48-4c6917cfe3d2 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416980 Sep 13 10:19:50.829052 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3c39d3c4-9e05-4c4f-b01e-a43e972c70e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:51.159415 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a725a-9cc3-41d7-ad74-0b34285e835c req-de8270b6-c967-4347-b640-6c77c849933a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:51.160838 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e3a725a-9cc3-41d7-ad74-0b34285e835c req-de8270b6-c967-4347-b640-6c77c849933a tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0495358 Sep 13 10:19:51.209108 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e3a725a-9cc3-41d7-ad74-0b34285e835c req-d34b795b-4c0d-4e95-9b8b-f885870ddfce tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Sep 13 10:19:51.488282 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26106e-5027-487c-ab24-036241308a1f req-b0655085-8da6-4db3-849b-968291ff6c87 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:51.489688 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a26106e-5027-487c-ab24-036241308a1f req-b0655085-8da6-4db3-849b-968291ff6c87 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0461159 Sep 13 10:19:51.577436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 2fbabe17-010d-4901-979a-668fa9e70da2 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:19:51.577778 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:51.665772 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] For port 2fbabe17-010d-4901-979a-668fa9e70da2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=2fbabe17-010d-4901-979a-668fa9e70da2,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:19:51.666053 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:51.711814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:51.837182 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:51.837537 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (71a00039-9995-40d1-a3e8-a5109c08f84e), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:51.837847 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP 71a00039-9995-40d1-a3e8-a5109c08f84e disassociated. External IP: 172.27.2.47, port: 2fbabe17-010d-4901-979a-668fa9e70da2. Sep 13 10:19:51.838188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 2fbabe17-010d-4901-979a-668fa9e70da2 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:19:51.908371 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a69327-cbb5-4789-a0cf-dc99720962b2 req-7926fc15-3fa4-4491-95b7-129e98f72368 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:51.909847 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-22a69327-cbb5-4789-a0cf-dc99720962b2 req-7926fc15-3fa4-4491-95b7-129e98f72368 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 945 time: 0.0832052 Sep 13 10:19:51.950279 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:51.982103 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-22a69327-cbb5-4789-a0cf-dc99720962b2 req-dbc62520-da41-407b-9804-3a72f81ad1bb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdbb1460-e925-4eee-a27f-72fe6a752ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655370 Sep 13 10:19:52.103187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (2fbabe17-010d-4901-979a-668fa9e70da2), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:52.131447 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=2fbabe17-010d-4901-979a-668fa9e70da2,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:52.240032 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:19:52.612481 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b7938-fd9c-41c2-959d-af8c4d206302 req-ece48c96-9e3a-42cd-b186-c46bbb2d087c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:52.613933 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db8b7938-fd9c-41c2-959d-af8c4d206302 req-ece48c96-9e3a-42cd-b186-c46bbb2d087c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.3263543 Sep 13 10:19:52.631683 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:19:52.642482 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:19:52.654374 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:52.654999 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:52.697504 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] No DVR routers for this DVR port 2fbabe17-010d-4901-979a-668fa9e70da2 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:19:52.703331 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:52.706518 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9a26106e-5027-487c-ab24-036241308a1f req-e6f9e2e5-223f-4fd5-8f14-1e0cff09257a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "DELETE /networking/v2.0/ports/2fbabe17-010d-4901-979a-668fa9e70da2 HTTP/1.1" status: 204 len: 173 time: 1.2100692 Sep 13 10:19:52.707009 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'name': 'network-vif-deleted', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:19:52.709287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eb52c9-c9f5-48f8-bc6d-13214cd071db" -d '{"events": [{"server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "name": "network-vif-deleted", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:19:52.719192 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db8b7938-fd9c-41c2-959d-af8c4d206302 req-e8d37af2-2dbb-44a1-b37a-cfdcfc6deeaf tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979195 Sep 13 10:19:52.753795 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33fdd5d-b449-4099-9fd1-c33ef662377e x-openstack-request-id: req-d33fdd5d-b449-4099-9fd1-c33ef662377e {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:19:52.754095 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bddc8a-d8db-4078-83a2-6149b951e279", "name": "network-vif-deleted", "tag": "2fbabe17-010d-4901-979a-668fa9e70da2", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:19:52.754361 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d33fdd5d-b449-4099-9fd1-c33ef662377e {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:19:52.754771 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33fdd5d-b449-4099-9fd1-c33ef662377e'] response: {'server_uuid': '35bddc8a-d8db-4078-83a2-6149b951e279', 'name': 'network-vif-deleted', 'tag': '2fbabe17-010d-4901-979a-668fa9e70da2', 'status': 'completed', 'code': 200} Sep 13 10:19:52.764097 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:53.080401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:53.090595 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0fcade58-6a13-4de7-aa61-168598c44fba req-76fe3b15-e8b2-4f14-8fca-8ece114538c9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=35bddc8a-d8db-4078-83a2-6149b951e279 HTTP/1.1" status: 200 len: 210 time: 0.0303733 Sep 13 10:19:53.107582 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:19:53.116045 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:19:53.116700 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:53.234695 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:19:53.275428 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b36a-c91d-4700-ba02-ebc1f16835ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:53.370933 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:53.437461 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:19:53.440028 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:53.462311 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d7ea4-b6a9-430d-877a-9fcf16ecc37a None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:19:53.676441 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82d806-558a-4aa5-868f-98320530a326 None None] New status for floating IP 71a00039-9995-40d1-a3e8-a5109c08f84e: DOWN {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:19:53.845134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1f6f-f31b-406f-91a3-35f2bad24f26 req-e72e5018-6da9-4fce-963b-fc71d7b9d11d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:53.846535 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d7db1f6f-f31b-406f-91a3-35f2bad24f26 req-e72e5018-6da9-4fce-963b-fc71d7b9d11d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0469210 Sep 13 10:19:53.899339 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d7db1f6f-f31b-406f-91a3-35f2bad24f26 req-5caa5e10-b5c0-4ce0-b82c-53b13bf290a7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465291 Sep 13 10:19:53.968140 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 2fbabe17-010d-4901-979a-668fa9e70da2 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:19:53.987002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 2fbabe17-010d-4901-979a-668fa9e70da2 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:19:53.987387 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 2fbabe17-010d-4901-979a-668fa9e70da2 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:19:54.238438 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47726) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:54.293664 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (fdbb1460-e925-4eee-a27f-72fe6a752ee0), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.315930 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (fdbb1460-e925-4eee-a27f-72fe6a752ee0), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.355138 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.446488 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (fdbb1460-e925-4eee-a27f-72fe6a752ee0), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.449825 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.451013 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fdbb1460-e925-4eee-a27f-72fe6a752ee0 HTTP/1.1" status: 204 len: 168 time: 0.2116001 Sep 13 10:19:54.453832 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47728) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:54.460611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb1460-e925-4eee-a27f-72fe6a752ee0,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:54.467689 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.api.v2.resource [None req-79754a1b-5f85-4ccf-a7a8-0818cf17fee7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] show failed (client error): The resource could not be found. Sep 13 10:19:54.467841 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.468154 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471252 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471367 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-79754a1b-5f85-4ccf-a7a8-0818cf17fee7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups/fdbb1460-e925-4eee-a27f-72fe6a752ee0 HTTP/1.1" status: 404 len: 347 time: 0.0137186 Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.471458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.472076 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47730) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:54.472162 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.472162 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.472310 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.472648 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd35e15-240a-4dd5-b328-cd71c7e3045c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:19:54.477119 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:54.586596 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 4805a4b8-c119-4a8e-8c31-502ffb3d0b5c {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:19:54.586933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.662980 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.663247 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.676179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 4805a4b8-c119-4a8e-8c31-502ffb3d0b5c owned by network:floatingip {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:19:54.804761 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:54.892174 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (4805a4b8-c119-4a8e-8c31-502ffb3d0b5c), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:54.917747 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=4805a4b8-c119-4a8e-8c31-502ffb3d0b5c,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:55.001472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (71a00039-9995-40d1-a3e8-a5109c08f84e), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.004209 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.005357 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6e86a0b6-4d66-4618-a9c8-b25b916469ff tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/71a00039-9995-40d1-a3e8-a5109c08f84e HTTP/1.1" status: 204 len: 168 time: 0.5330665 Sep 13 10:19:55.039758 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e4-8c6a-497f-9c33-37441a8771d5 req-6eda9598-cb98-4840-8a37-85af9a50f3d4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:55.041224 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-421c17e4-8c6a-497f-9c33-37441a8771d5 req-6eda9598-cb98-4840-8a37-85af9a50f3d4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0554631 Sep 13 10:19:55.090199 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-421c17e4-8c6a-497f-9c33-37441a8771d5 req-a5c90299-1a01-400c-8192-77e67967acc0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Sep 13 10:19:55.145731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47736) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:55.150252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181544383', 'description': 'tempest-description--906487233'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:55.294909 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.360810 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (b9f64fb3-797a-484f-b39a-32deb450108e), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.440181 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (b9f64fb3-797a-484f-b39a-32deb450108e), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.469504 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f64fb3-797a-484f-b39a-32deb450108e,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:55.536937 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.538179 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-56ceefea-8c67-401f-a3ac-ee8c6cd5db17 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3914278 Sep 13 10:19:55.541131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47738) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:55.545902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'b9f64fb3-797a-484f-b39a-32deb450108e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:55.646114 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (97c58f52-a52c-41f5-9ae2-cfc36f859ff2), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.704315 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (97c58f52-a52c-41f5-9ae2-cfc36f859ff2), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.768981 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (97c58f52-a52c-41f5-9ae2-cfc36f859ff2), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.790188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c58f52-a52c-41f5-9ae2-cfc36f859ff2,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:55.854563 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.882183 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.883454 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ed3c7960-b5c4-4705-a064-3b2101d643c1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3413844 Sep 13 10:19:55.891407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47740) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:55.895583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'b9f64fb3-797a-484f-b39a-32deb450108e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:55.937401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:55.996522 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (023d5f6c-04ee-4c1d-9da9-d9e4424e69bf), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.000570 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:56.054554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (023d5f6c-04ee-4c1d-9da9-d9e4424e69bf), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.117640 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (023d5f6c-04ee-4c1d-9da9-d9e4424e69bf), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.139223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023d5f6c-04ee-4c1d-9da9-d9e4424e69bf,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:56.211077 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff98f7-1689-432e-bcb1-d4516f9d5909 req-9abdee9e-a874-4c58-a0f2-dc213b9f35b8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:56.212592 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-68ff98f7-1689-432e-bcb1-d4516f9d5909 req-9abdee9e-a874-4c58-a0f2-dc213b9f35b8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0465603 Sep 13 10:19:56.227765 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.230232 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-4d6d269f-28f8-4298-8f14-f9836c899cb8 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3365824 Sep 13 10:19:56.232305 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47744) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:19:56.236893 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:19:56.244213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:56.266849 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-68ff98f7-1689-432e-bcb1-d4516f9d5909 req-52316d7a-5c2e-4943-ac47-320f23330fcb tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Sep 13 10:19:56.315416 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.380221 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:56.399916 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.503975 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.27.2.126 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/2e0a18d4-1e66-41a9-a2c0-382ff022c772) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:19:56.607530 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.686765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.726265 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:19:56.729330 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:19:56.733289 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:19:56.758168 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=2e0a18d4-1e66-41a9-a2c0-382ff022c772,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:56.762390 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:19:56.823470 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (ce375a73-6480-4d6d-b0c7-d1a541db9561), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:56.949027 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:57.095034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:57.151495 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:57.220857 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=2e0a18d4-1e66-41a9-a2c0-382ff022c772,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:19:57.223242 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (ce375a73-6480-4d6d-b0c7-d1a541db9561), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:57.331104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:19:57.333839 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c942fb98-f5cd-44f8-932e-bfeca45cd12b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0990653 Sep 13 10:19:57.398261 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee0f3-f86c-4949-bb42-4dab9864d40e req-f09a3aa9-9095-4ab4-b66c-a72e7ffc4f9c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:57.399757 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8edee0f3-f86c-4949-bb42-4dab9864d40e req-f09a3aa9-9095-4ab4-b66c-a72e7ffc4f9c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0543399 Sep 13 10:19:57.451358 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8edee0f3-f86c-4949-bb42-4dab9864d40e req-888a698d-1e60-46f9-bcf8-cd5d575a0ecc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Sep 13 10:19:57.536670 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-9af6fbda-9d71-4e73-b01e-b39cc4f00a37 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--181544383&fields=id&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 267 time: 0.0430038 Sep 13 10:19:57.645553 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-f23d6d5f-885e-442b-9d8f-83a67ba9bf83 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:57.647008 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-f23d6d5f-885e-442b-9d8f-83a67ba9bf83 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.1040461 Sep 13 10:19:57.664190 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-0b0b31af-1bc3-48b1-b8ec-43b6bff57904 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/quotas/66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 375 time: 0.0093007 Sep 13 10:19:57.717305 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-d2492d88-0761-423e-88dd-2b6599cfbada tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481298 Sep 13 10:19:57.816378 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-919d33ed-44db-4fa6-a343-7889d9065264 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880146 Sep 13 10:19:57.906266 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-fdb2bdcf-a0cc-45d7-a14e-64ba8d85c99a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842032 Sep 13 10:19:58.155555 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-be2622ed-7856-45c7-a084-5106b98bf1f9 req-3d422dcd-b83a-48d7-b8d4-41fec575e8ec tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 210 time: 0.0284090 Sep 13 10:19:58.576223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97905381-eae7-4335-abf2-52650281ee43 req-341ebda5-ed3f-4fac-86a5-8be417350d7c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:58.582509 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-97905381-eae7-4335-abf2-52650281ee43 req-341ebda5-ed3f-4fac-86a5-8be417350d7c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0508437 Sep 13 10:19:58.625165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-97905381-eae7-4335-abf2-52650281ee43 req-f2134117-f2e2-44fc-88e6-5bb5808e4dae tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Sep 13 10:19:59.260972 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7e135351-2713-4201-9ac3-d37079b67af2 req-0b5cb9cb-4515-48ba-952b-6c7e7a85c3d0 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 210 time: 0.0289555 Sep 13 10:19:59.745977 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4b78-87fd-4d18-b169-4da46a1dc6c7 req-29f4b67a-6557-4aa0-8714-ef0fb9a51a20 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:19:59.748162 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-63df4b78-87fd-4d18-b169-4da46a1dc6c7 req-29f4b67a-6557-4aa0-8714-ef0fb9a51a20 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0469863 Sep 13 10:19:59.794789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-63df4b78-87fd-4d18-b169-4da46a1dc6c7 req-0f7fa3f2-77f8-408a-a3ab-6fa3cb69cc43 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411758 Sep 13 10:20:00.211454 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:20:00.382053 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e6ce8f9c-1c63-4341-a368-46e2fbdfd42c req-6a32ae1d-6f48-4749-a7ad-45d7b12ae557 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 210 time: 0.0367284 Sep 13 10:20:00.400168 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-75a02a2b-2e68-4f7c-a464-c7e22f5c8188 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:00.401593 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-75a02a2b-2e68-4f7c-a464-c7e22f5c8188 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.1309938 Sep 13 10:20:00.919685 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1690-0724-4f5a-ada0-0ba89994a8d6 req-06ec21bd-0df1-4871-9c5e-1a884457f658 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:00.921118 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-724a1690-0724-4f5a-ada0-0ba89994a8d6 req-06ec21bd-0df1-4871-9c5e-1a884457f658 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0500648 Sep 13 10:20:00.966874 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-724a1690-0724-4f5a-ada0-0ba89994a8d6 req-21affbcb-26ed-444f-a8a6-6cd3e515bf27 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Sep 13 10:20:01.486984 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0516c954-ffdf-4005-b599-1a0858985c9e req-cad6534f-c5f3-4a78-9db5-8bf0098ad040 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 210 time: 0.0278993 Sep 13 10:20:01.587603 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:01.606846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:01.615913 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-47032bf0-5652-42d5-9dde-62fe92e61de6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 379 time: 0.0554981 Sep 13 10:20:01.626765 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'port': {'device_id': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'admin_state_up': True, 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'security_groups': ['b9f64fb3-797a-484f-b39a-32deb450108e']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:01.713206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23337a0-51da-43bf-9e50-daaede3e6578 req-ae156e93-541c-41b4-8e49-21e2b6624228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:01.714658 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d23337a0-51da-43bf-9e50-daaede3e6578 req-ae156e93-541c-41b4-8e49-21e2b6624228 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.0731330 Sep 13 10:20:01.800205 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d23337a0-51da-43bf-9e50-daaede3e6578 req-d824cd92-bd34-4db5-a1cf-8e9a0dce03c3 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725110 Sep 13 10:20:01.900174 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Made reservation on behalf of 66658bb98ea64e319ed948b8f279ed5f for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:20:01.904621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:02.032886 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.20.0.5 (3a50e7ab-833a-427c-9bea-0d826ae0fb4a/b5c9b688-139d-4b2c-ad5b-accca57a7517/81995db5-2ef5-4695-9855-917c764a0b9f) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:20:02.111724 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4bf0-a4b9-4154-9cd0-8c9285ef5550 req-29fd12a3-b339-4a26-b8ec-34bb3e295b13 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:02.113161 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c18c4bf0-a4b9-4154-9cd0-8c9285ef5550 req-29fd12a3-b339-4a26-b8ec-34bb3e295b13 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0682821 Sep 13 10:20:02.219884 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c18c4bf0-a4b9-4154-9cd0-8c9285ef5550 req-2e95cfcb-9528-4b6b-9115-13067ace435d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913181 Sep 13 10:20:02.247424 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (81995db5-2ef5-4695-9855-917c764a0b9f), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:02.273565 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:02.331989 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:02.381511 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:20:02.388171 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:20:02.390653 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:20:02.415676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=81995db5-2ef5-4695-9855-917c764a0b9f,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:02.447290 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:02.452507 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:02.533198 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-3adbed6c-f8c6-47fd-b1b4-a7f0c2fdff24 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095712 Sep 13 10:20:02.608739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676260c-c0f1-45ce-8ff4-a50f1ee51688 req-8fe1f19f-1c77-48a7-9063-a43fa6811464 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:02.610209 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f676260c-c0f1-45ce-8ff4-a50f1ee51688 req-8fe1f19f-1c77-48a7-9063-a43fa6811464 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 931 time: 0.0463247 Sep 13 10:20:02.652048 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-2aaa0f6e-e0db-488f-aaf9-f4a8644254f7 None None] Provisioning complete for port 81995db5-2ef5-4695-9855-917c764a0b9f triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:20:02.652668 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2aaa0f6e-e0db-488f-aaf9-f4a8644254f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:02.657430 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f676260c-c0f1-45ce-8ff4-a50f1ee51688 req-18b7094a-5976-4c1e-96be-ac693669d2ab tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Sep 13 10:20:02.662120 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Request body: {'port': {'device_id': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:02.695547 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa0f6e-e0db-488f-aaf9-f4a8644254f7 None None] Port 81995db5-2ef5-4695-9855-917c764a0b9f cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:20:02.725388 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:02.821422 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:02.984869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81995db5-2ef5-4695-9855-917c764a0b9f {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:20:02.992677 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Publish callbacks [] for port (81995db5-2ef5-4695-9855-917c764a0b9f), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:03.005947 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Transition to ACTIVE for port object 81995db5-2ef5-4695-9855-917c764a0b9f will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:20:03.077345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:03.140194 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Pushing event updated for resources: {'Port': ['ID=81995db5-2ef5-4695-9855-917c764a0b9f,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:03.187344 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Attempting to bind port 81995db5-2ef5-4695-9855-917c764a0b9f on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:20:03.187671 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Attempting to bind port 81995db5-2ef5-4695-9855-917c764a0b9f by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:20:03.187991 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Attempting to bind port 81995db5-2ef5-4695-9855-917c764a0b9f on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:20:03.213477 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:03.228352 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Port 81995db5-2ef5-4695-9855-917c764a0b9f on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:20:03.230528 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Attempting to bind port 81995db5-2ef5-4695-9855-917c764a0b9f on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:20:03.277664 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:20:03.278533 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:20:03.278918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Bound using segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:20:03.279371 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Bound port: 81995db5-2ef5-4695-9855-917c764a0b9f, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:20:03.279731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:03.381121 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a23-f523-4c36-abe7-b6582c9bb49c req-15e68f63-06a4-42e2-9cfa-ee7bb7ff9536 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:03.382545 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3bfe9a23-f523-4c36-abe7-b6582c9bb49c req-15e68f63-06a4-42e2-9cfa-ee7bb7ff9536 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0862677 Sep 13 10:20:03.392619 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] For port 81995db5-2ef5-4695-9855-917c764a0b9f, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:20:03.392619 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] For port 81995db5-2ef5-4695-9855-917c764a0b9f, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=81995db5-2ef5-4695-9855-917c764a0b9f,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:20:03.440366 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3bfe9a23-f523-4c36-abe7-b6582c9bb49c req-96d62c47-31be-4248-947f-94bef355e319 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446651 Sep 13 10:20:03.483921 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:03.488294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:03.488902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:03.490361 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/81995db5-2ef5-4695-9855-917c764a0b9f HTTP/1.1" status: 200 len: 1093 time: 0.8321071 Sep 13 10:20:03.491962 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:03.494297 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b1294-ce02-400e-aa0b-478ab0141354" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:03.538617 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e61d2-649e-4643-a074-2139571706c3 x-openstack-request-id: req-8e8e61d2-649e-4643-a074-2139571706c3 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:03.538970 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:03.539320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e8e61d2-649e-4643-a074-2139571706c3 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:03.539785 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8e61d2-649e-4643-a074-2139571706c3'] response: {'name': 'network-changed', 'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f', 'status': 'completed', 'code': 200} Sep 13 10:20:03.549496 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec68ec-f15e-4992-bf99-0356471f0a10 service neutron] Pushing event updated for resources: {'Port': ['ID=81995db5-2ef5-4695-9855-917c764a0b9f,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:03.747941 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:03.777087 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4132c-40db-44f7-877f-5df3a765ddfa req-e0470caf-8427-4396-9f01-ea903273cdfa tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:03.779355 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66d4132c-40db-44f7-877f-5df3a765ddfa req-e0470caf-8427-4396-9f01-ea903273cdfa tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 943 time: 0.0476701 Sep 13 10:20:03.826699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-66d4132c-40db-44f7-877f-5df3a765ddfa req-6acb2bb0-fcc4-41df-ae81-df0c48804a06 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Sep 13 10:20:04.114094 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1294-ce02-400e-aa0b-478ab0141354 req-d36f3b1c-b2d3-4a25-a85c-9ac466db7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.115567 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a11b1294-ce02-400e-aa0b-478ab0141354 req-d36f3b1c-b2d3-4a25-a85c-9ac466db7b22 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 1127 time: 0.0396814 Sep 13 10:20:04.226098 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1294-ce02-400e-aa0b-478ab0141354 req-f5674169-74ea-4bd2-9832-be1f4b34f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.226098 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a11b1294-ce02-400e-aa0b-478ab0141354 req-f5674169-74ea-4bd2-9832-be1f4b34f882 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=66658bb98ea64e319ed948b8f279ed5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983560 Sep 13 10:20:04.302997 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:04.329623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1294-ce02-400e-aa0b-478ab0141354 req-ccf8abc1-64b8-4979-91b7-9320f6d29de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.335156 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a11b1294-ce02-400e-aa0b-478ab0141354 req-ccf8abc1-64b8-4979-91b7-9320f6d29de2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919797 Sep 13 10:20:04.433275 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-cde0daf1-fae4-49c6-99a6-e1b1832cd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.435400 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-cde0daf1-fae4-49c6-99a6-e1b1832cd584 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 1127 time: 0.0455203 Sep 13 10:20:04.483792 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-dbc83552-5b73-40f4-a48c-9e1e4ac96a0e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81995db5-2ef5-4695-9855-917c764a0b9f HTTP/1.1" status: 200 len: 217 time: 0.0336926 Sep 13 10:20:04.561930 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6a8d-5da0-428e-a111-714367300425 req-ee63e1bf-7375-4717-9d6b-a5cd070a5c84 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.563403 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c07f6a8d-5da0-428e-a111-714367300425 req-ee63e1bf-7375-4717-9d6b-a5cd070a5c84 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0461316 Sep 13 10:20:04.608621 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c07f6a8d-5da0-428e-a111-714367300425 req-ffc94423-687e-4de6-b4ad-5fd21b7af93c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Sep 13 10:20:04.878433 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-c1b679ce-6c95-4565-8a95-6d8a0d9bc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.878433 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-c1b679ce-6c95-4565-8a95-6d8a0d9bc14b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.0531507 Sep 13 10:20:04.951072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1f3d-362e-4961-902f-08ad94170956 req-312c76dc-c833-409d-be57-553ba9ac7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.952591 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-312c76dc-c833-409d-be57-553ba9ac7f35 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665221 Sep 13 10:20:04.975426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5702-731e-4892-af37-277897faccb5 req-f622b1bd-3cae-4a94-85c7-a0c953328a72 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:04.976815 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea5a5702-731e-4892-af37-277897faccb5 req-f622b1bd-3cae-4a94-85c7-a0c953328a72 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 943 time: 0.0626271 Sep 13 10:20:05.086477 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea5a5702-731e-4892-af37-277897faccb5 req-b8a9d3fa-70b5-4dfc-84e2-af2bc72f4a4a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979586 Sep 13 10:20:05.106843 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-4c89ca87-b376-4df5-8f9a-09b0c1ba1c93 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439903 Sep 13 10:20:05.186132 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e3d0-5fd8-4db6-8c8a-e422577c64ca req-da91fe67-eff4-4ca7-8158-37830e4308a3 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:05.187449 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9d7e3d0-5fd8-4db6-8c8a-e422577c64ca req-da91fe67-eff4-4ca7-8158-37830e4308a3 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0950613 Sep 13 10:20:05.230742 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:05.260333 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-b1cff2d6-bc3a-4588-9d49-c3da026a6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:05.261792 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-b1cff2d6-bc3a-4588-9d49-c3da026a6218 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.0821397 Sep 13 10:20:05.291686 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9d7e3d0-5fd8-4db6-8c8a-e422577c64ca req-a1b7ed24-4695-4782-a281-d4d4e8d894e8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958822 Sep 13 10:20:05.346856 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4abb1f3d-362e-4961-902f-08ad94170956 req-f97ca28d-efcb-438b-a192-0bfcbe2fc8a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214475 Sep 13 10:20:05.385397 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-dcb6533d-ad85-4111-9edd-2216776255f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:05.386865 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-dcb6533d-ad85-4111-9edd-2216776255f4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.1061625 Sep 13 10:20:05.452649 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-e43a3096-2e4d-4906-91fa-feefef18b176 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 1000 time: 0.0561755 Sep 13 10:20:06.197180 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:06.207681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81996483-2de8-46fa-9e71-d132c69a2f7b req-0ef55857-5c97-4c97-bfaf-56085ca26132 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:06.218388 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-81996483-2de8-46fa-9e71-d132c69a2f7b req-0ef55857-5c97-4c97-bfaf-56085ca26132 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 943 time: 0.0495048 Sep 13 10:20:06.257632 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-81996483-2de8-46fa-9e71-d132c69a2f7b req-14c2554f-8827-40b9-8c6e-15d6b9c3188e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Sep 13 10:20:06.412625 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4af6f-c900-4fae-8d7f-38e14dfcb2e9 req-ad9a6473-fcc0-412c-aec5-4f22e4eea0bc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:06.414113 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d2e4af6f-c900-4fae-8d7f-38e14dfcb2e9 req-ad9a6473-fcc0-412c-aec5-4f22e4eea0bc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0460396 Sep 13 10:20:06.474797 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d2e4af6f-c900-4fae-8d7f-38e14dfcb2e9 req-9659edf7-ad21-40cd-8203-1239a862f13d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544508 Sep 13 10:20:06.730727 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-5bc54b0a-a332-406d-a90f-9176f127a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:06.732135 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-5bc54b0a-a332-406d-a90f-9176f127a221 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0476124 Sep 13 10:20:06.790140 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-50b9fde0-eff1-473f-8a13-ac50b8087a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:06.791648 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-50b9fde0-eff1-473f-8a13-ac50b8087a61 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442240 Sep 13 10:20:06.902644 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-e50c8d98-3057-4441-9262-2da9eab33554 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034126 Sep 13 10:20:07.000742 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b03c7cc0-46fc-4e0c-8b94-81f2e48c61d7 req-8a65a547-5d72-4ff7-a63d-86fcb568e44f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881958 Sep 13 10:20:07.233774 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=88,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:07.234595 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:UPDATE=1,neutron:SELECT=29,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:07.379420 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4803219-a010-4e9d-bfe9-dfe46ffffa27 req-1468ad46-e2cb-46ef-83f5-afafe928ebdf tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:07.380904 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a4803219-a010-4e9d-bfe9-dfe46ffffa27 req-1468ad46-e2cb-46ef-83f5-afafe928ebdf tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 943 time: 0.0473371 Sep 13 10:20:07.428986 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a4803219-a010-4e9d-bfe9-dfe46ffffa27 req-bf054b53-9cfe-4db3-b03b-60afe8a690ca tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Sep 13 10:20:07.598963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448754b-8bee-4fb9-9846-43ac9463aaa6 req-d02eca76-80b4-4903-8f3f-ccfbe29e7a82 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:07.600320 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5448754b-8bee-4fb9-9846-43ac9463aaa6 req-d02eca76-80b4-4903-8f3f-ccfbe29e7a82 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0489070 Sep 13 10:20:07.645682 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5448754b-8bee-4fb9-9846-43ac9463aaa6 req-d0f2496a-9a4b-49f6-a8b0-e239e3391393 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Sep 13 10:20:08.037786 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 81995db5-2ef5-4695-9855-917c764a0b9f details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:20:08.136600 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 81995db5-2ef5-4695-9855-917c764a0b9f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=81995db5-2ef5-4695-9855-917c764a0b9f,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:08.147720 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '81995db5-2ef5-4695-9855-917c764a0b9f', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'port_id': '81995db5-2ef5-4695-9855-917c764a0b9f', 'mac_address': 'fa:16:3e:99:d1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:20:08.181017 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 81995db5-2ef5-4695-9855-917c764a0b9f is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:20:08.181399 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:08.197120 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81995db5-2ef5-4695-9855-917c764a0b9f {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:20:08.217768 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 81995db5-2ef5-4695-9855-917c764a0b9f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=81995db5-2ef5-4695-9855-917c764a0b9f,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:08.303157 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:08.350591 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=81995db5-2ef5-4695-9855-917c764a0b9f,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:08.550713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c085e-2c15-4b76-9ffb-45975efdb736 req-9395d32e-30c6-49ce-97df-80d5a5a430eb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:08.552346 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-388c085e-2c15-4b76-9ffb-45975efdb736 req-9395d32e-30c6-49ce-97df-80d5a5a430eb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 944 time: 0.0468063 Sep 13 10:20:08.599694 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-388c085e-2c15-4b76-9ffb-45975efdb736 req-79297f6c-bfd3-4351-887a-364f6d1997fb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416343 Sep 13 10:20:08.674082 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['81995db5-2ef5-4695-9855-917c764a0b9f'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:20:08.773526 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ab086-da7a-40db-8a5b-07e75dc7b1b8 req-132ff578-9510-45c7-89e1-28a8a55c1b18 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:08.775023 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9c8ab086-da7a-40db-8a5b-07e75dc7b1b8 req-132ff578-9510-45c7-89e1-28a8a55c1b18 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0513306 Sep 13 10:20:08.800905 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:08.829725 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9c8ab086-da7a-40db-8a5b-07e75dc7b1b8 req-5af443f3-22e1-4be1-94ee-b7be22e1a8fe tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483763 Sep 13 10:20:09.718316 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7a6a3-2f87-4619-9919-789887dfa9db req-ede05614-e6f2-4580-831e-5de12776d22f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:09.719789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-82e7a6a3-2f87-4619-9919-789887dfa9db req-ede05614-e6f2-4580-831e-5de12776d22f tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 944 time: 0.0473256 Sep 13 10:20:09.766601 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-82e7a6a3-2f87-4619-9919-789887dfa9db req-ca4fab6f-3b6a-4389-ad6e-03f113f77d93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Sep 13 10:20:09.958495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc8cbc-73b6-4beb-9ca8-326794c9c29b req-1652680a-604d-4df3-8781-87d424b80579 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:09.960976 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e1bc8cbc-73b6-4beb-9ca8-326794c9c29b req-1652680a-604d-4df3-8781-87d424b80579 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0471680 Sep 13 10:20:10.010071 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e1bc8cbc-73b6-4beb-9ca8-326794c9c29b req-49e54d08-9441-4db2-b1e9-240c5a1a84e3 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Sep 13 10:20:10.057836 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 81995db5-2ef5-4695-9855-917c764a0b9f up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:20:10.100139 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 81995db5-2ef5-4695-9855-917c764a0b9f completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:20:10.171241 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 81995db5-2ef5-4695-9855-917c764a0b9f triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:20:10.171625 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:10.242495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 81995db5-2ef5-4695-9855-917c764a0b9f is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:20:10.242889 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:10.265519 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:10.267763 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7006f6d-903f-4a19-a277-bc0567568168" -d '{"events": [{"server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:10.281002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 81995db5-2ef5-4695-9855-917c764a0b9f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=81995db5-2ef5-4695-9855-917c764a0b9f,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:10.306153 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b980490-6c53-4d0d-abb6-051b908ce193 x-openstack-request-id: req-9b980490-6c53-4d0d-abb6-051b908ce193 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:10.306445 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:10.306702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b980490-6c53-4d0d-abb6-051b908ce193 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:10.307106 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b980490-6c53-4d0d-abb6-051b908ce193'] response: {'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f', 'code': 200} Sep 13 10:20:10.337213 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:10.365451 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:10.387696 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=81995db5-2ef5-4695-9855-917c764a0b9f,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:10.610200 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767837a7-3068-4e9d-af50-41d19de4d495 req-6de271f8-5274-4810-8de5-1e6832658488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:10.611886 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-767837a7-3068-4e9d-af50-41d19de4d495 req-6de271f8-5274-4810-8de5-1e6832658488 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 1129 time: 0.0416930 Sep 13 10:20:10.630473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:10.658311 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-767837a7-3068-4e9d-af50-41d19de4d495 req-885434cb-fa39-4e1e-b8da-73353f37ee10 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402627 Sep 13 10:20:10.884754 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d33d9-7aaa-4eec-af84-aca383645232 req-b76b24a5-98fd-4ec8-ab83-b08f83a28933 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:10.886195 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a7d33d9-7aaa-4eec-af84-aca383645232 req-b76b24a5-98fd-4ec8-ab83-b08f83a28933 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0456147 Sep 13 10:20:10.934348 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a7d33d9-7aaa-4eec-af84-aca383645232 req-97f6d2dd-bf1d-4fcd-bbd0-6556764a4899 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Sep 13 10:20:11.133961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9f448-7fe3-43fd-aba4-4e21e3c4a983 req-ffdb1706-2cc3-4394-b21d-0de5ac23c582 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:11.135359 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b6b9f448-7fe3-43fd-aba4-4e21e3c4a983 req-ffdb1706-2cc3-4394-b21d-0de5ac23c582 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0479305 Sep 13 10:20:11.187149 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b6b9f448-7fe3-43fd-aba4-4e21e3c4a983 req-a6a3a1ef-a89e-421a-9914-67693b728498 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 Sep 13 10:20:11.304154 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a5514-85d0-4fcb-88b0-661582bd35f6 req-88656bcc-f2fc-454b-be89-9864d7eac51b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:11.305594 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-549a5514-85d0-4fcb-88b0-661582bd35f6 req-88656bcc-f2fc-454b-be89-9864d7eac51b tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0457993 Sep 13 10:20:11.317099 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47866) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:11.321722 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Request body: {'floatingip': {'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:11.379844 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:12.049780 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:12.060566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cafd9-6f77-4bc6-868d-d3d5f68145ca req-38022ef5-6570-4e66-8d98-8bbc27e9dfd1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:12.062583 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba9cafd9-6f77-4bc6-868d-d3d5f68145ca req-38022ef5-6570-4e66-8d98-8bbc27e9dfd1 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0475345 Sep 13 10:20:12.103147 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:12.114002 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba9cafd9-6f77-4bc6-868d-d3d5f68145ca req-cdb98796-7f90-4acb-9be2-14b024cfe266 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455465 Sep 13 10:20:12.312151 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Router 058248f2-b07e-44cd-aa8d-1a475af48082 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:20:12.422630 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:20:12.427447 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:12.432722 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] Sync routers for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:20:12.442720 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:12.443547 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:12.457531 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:12.459860 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:12.479503 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:12.493822 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-b38f3b43-87ff-4ee9-9c0b-241defc4f98f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/cdf40064-7778-4930-ad37-2111baf5e4d8 HTTP/1.1" status: 200 len: 992 time: 1.1732960 Sep 13 10:20:12.508345 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2be7d8a-5148-431f-b70d-e1c16db8fd8d x-openstack-request-id: req-f2be7d8a-5148-431f-b70d-e1c16db8fd8d {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:12.508658 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:12.508900 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2be7d8a-5148-431f-b70d-e1c16db8fd8d {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:12.509316 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2be7d8a-5148-431f-b70d-e1c16db8fd8d'] response: {'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'status': 'completed', 'code': 200} Sep 13 10:20:12.551286 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:12.759948 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'cdf40064-7778-4930-ad37-2111baf5e4d8', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:56Z', 'updated_at': '2022-09-13T10:20:11Z', 'revision_number': 3, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:12.789440 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] Checking router: 058248f2-b07e-44cd-aa8d-1a475af48082 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:20:12.797797 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:12.798401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:12.896912 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-59a09bc7-2cc7-4d65-95d5-a6dafdb68e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:12.898401 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-59a09bc7-2cc7-4d65-95d5-a6dafdb68e7d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.0432720 Sep 13 10:20:12.901133 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:13.136353 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'cdf40064-7778-4930-ad37-2111baf5e4d8', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:56Z', 'updated_at': '2022-09-13T10:20:11Z', 'revision_number': 3, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:13.166712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cb0254-7446-42dd-9c2f-7aa298ac64b5 None None] The sync data for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi is: [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'cdf40064-7778-4930-ad37-2111baf5e4d8', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'port_id': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'mac_address': 'fa:16:3e:a1:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:17:56Z', 'updated_at': '2022-09-13T10:20:11Z', 'revision_number': 3, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:20:13.295066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfce0b-920c-445a-84b6-56992cafdf8a req-551c48c4-e4a1-4faf-860a-60fbd1bed2b7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:13.296565 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-babfce0b-920c-445a-84b6-56992cafdf8a req-551c48c4-e4a1-4faf-860a-60fbd1bed2b7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0897765 Sep 13 10:20:13.337465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-864ceb34-52ce-499a-8d7b-4c1844106623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:13.339077 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-864ceb34-52ce-499a-8d7b-4c1844106623 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.4119952 Sep 13 10:20:13.412133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-babfce0b-920c-445a-84b6-56992cafdf8a req-0dfb959f-5b55-42f5-b87e-d030de63e21a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052005 Sep 13 10:20:13.425034 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-1fbd055d-db7c-4fc0-8bf4-954bb5a7b13f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 1000 time: 0.0749679 Sep 13 10:20:13.483738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:13.503327 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-e8ea7862-7853-4d0a-a3d5-8019ca762b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:13.504764 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-e8ea7862-7853-4d0a-a3d5-8019ca762b80 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0594385 Sep 13 10:20:13.567228 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ccefc-3c30-49f5-b069-aefced8ada43 req-203250c3-69c4-4688-bf87-74488dfe9c5a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:13.568727 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-536ccefc-3c30-49f5-b069-aefced8ada43 req-203250c3-69c4-4688-bf87-74488dfe9c5a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0806065 Sep 13 10:20:13.573981 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-beb60523-d34d-4e55-a560-829e637df541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:13.575526 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-beb60523-d34d-4e55-a560-829e637df541 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554106 Sep 13 10:20:13.578742 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47882) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:13.582942 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'port_id': '81995db5-2ef5-4695-9855-917c764a0b9f'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:13.638851 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (ce375a73-6480-4d6d-b0c7-d1a541db9561), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:13.799466 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-cdd03c78-5a9f-429f-af2d-b6385fa5baf0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126806 Sep 13 10:20:13.936031 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:14.008169 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a954f8f6-2c92-4c81-8a9a-0a16e0b6915b req-672a5d86-a09a-44c7-9335-b62136e76092 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023966 Sep 13 10:20:14.189167 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:14.257017 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (ce375a73-6480-4d6d-b0c7-d1a541db9561), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:14.356787 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP ce375a73-6480-4d6d-b0c7-d1a541db9561 associated. External IP: 172.27.2.126, port: 81995db5-2ef5-4695-9855-917c764a0b9f. Sep 13 10:20:14.511019 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:14.514323 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48006299-affa-485a-b7d9-32bb873de643" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:14.538544 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:14.551999 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d9aad-6521-44bf-b1c7-1e574d9f0440 x-openstack-request-id: req-4a0d9aad-6521-44bf-b1c7-1e574d9f0440 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:14.552371 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:14.552624 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a0d9aad-6521-44bf-b1c7-1e574d9f0440 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:14.553032 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0d9aad-6521-44bf-b1c7-1e574d9f0440'] response: {'name': 'network-changed', 'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'status': 'completed', 'code': 200} Sep 13 10:20:14.562949 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:20:14.606180 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:14.684127 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006299-affa-485a-b7d9-32bb873de643 req-d051fd18-6165-44b2-8ddf-81dcb6baa4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:14.685643 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-d051fd18-6165-44b2-8ddf-81dcb6baa4a2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 1129 time: 0.0764859 Sep 13 10:20:14.759115 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:20:14.768755 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:20:14.779773 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:14.779945 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:14.780428 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:14.809293 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:14.826965 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1430a-4ef4-41fe-b200-a9d3b41a7195 req-200d045e-8b06-41ff-8d36-7524ce3f3428 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:14.828564 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1db1430a-4ef4-41fe-b200-a9d3b41a7195 req-200d045e-8b06-41ff-8d36-7524ce3f3428 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.1077836 Sep 13 10:20:14.834721 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c7dec529-e838-44b6-8dca-da23f520c2bd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/ce375a73-6480-4d6d-b0c7-d1a541db9561 HTTP/1.1" status: 200 len: 991 time: 1.2549357 Sep 13 10:20:14.839126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:14.840173 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:14.883934 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0ceb5e-079a-41c2-ac56-d24e6dc548b7 x-openstack-request-id: req-ab0ceb5e-079a-41c2-ac56-d24e6dc548b7 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:14.884208 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:14.888156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:14.888156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab0ceb5e-079a-41c2-ac56-d24e6dc548b7 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:14.888156 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0ceb5e-079a-41c2-ac56-d24e6dc548b7'] response: {'name': 'network-changed', 'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f', 'status': 'completed', 'code': 200} Sep 13 10:20:14.911154 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006299-affa-485a-b7d9-32bb873de643 req-82e60be4-df82-4c6a-b529-1de841ee3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:14.912629 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-82e60be4-df82-4c6a-b529-1de841ee3aaf service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.2183075 Sep 13 10:20:14.920089 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1db1430a-4ef4-41fe-b200-a9d3b41a7195 req-3911bc19-17ab-40ac-ae25-42675740a10e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771348 Sep 13 10:20:15.176583 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'ce375a73-6480-4d6d-b0c7-d1a541db9561', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '81995db5-2ef5-4695-9855-917c764a0b9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:99:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:56Z', 'updated_at': '2022-09-13T10:20:14Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:15.202991 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:20:15.211123 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:15.211753 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:15.312839 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:15.518925 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'ce375a73-6480-4d6d-b0c7-d1a541db9561', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '81995db5-2ef5-4695-9855-917c764a0b9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:99:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:56Z', 'updated_at': '2022-09-13T10:20:14Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:15.547782 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982202a-9a8e-46be-b08a-3ce852e0937f None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'ce375a73-6480-4d6d-b0c7-d1a541db9561', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': '81995db5-2ef5-4695-9855-917c764a0b9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:99:d1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:19:56Z', 'updated_at': '2022-09-13T10:20:14Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:20:15.727988 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80010d-2e12-4ef6-ad8b-912bbcce0586 None None] New status for floating IP ce375a73-6480-4d6d-b0c7-d1a541db9561: ACTIVE {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:20:15.822131 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:16.049418 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeae1d-72c6-4f7d-a6d3-c6917e99f91e req-22248962-4842-49af-97a3-4f670ca99856 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:16.050922 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6caeae1d-72c6-4f7d-a6d3-c6917e99f91e req-22248962-4842-49af-97a3-4f670ca99856 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.0490851 Sep 13 10:20:16.098806 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6caeae1d-72c6-4f7d-a6d3-c6917e99f91e req-0f726b7f-c069-4407-9139-157b6830f770 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Sep 13 10:20:16.551810 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-da6935f6-5a41-46af-b6ce-b36fd29bd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:16.553288 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-da6935f6-5a41-46af-b6ce-b36fd29bd16a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 1129 time: 0.0544949 Sep 13 10:20:16.555048 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-36268633-dbc2-47b9-9103-a7a717ed3a10 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 200 len: 1000 time: 0.0944688 Sep 13 10:20:16.794412 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006299-affa-485a-b7d9-32bb873de643 req-c94c4c6d-2ff3-4c79-aac6-d7ac4de51509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:16.795962 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-c94c4c6d-2ff3-4c79-aac6-d7ac4de51509 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0999796 Sep 13 10:20:16.823400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-dc3f9f37-bbad-41aa-bedd-77d17ec2d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:16.824710 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-dc3f9f37-bbad-41aa-bedd-77d17ec2d655 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 915 time: 0.1215117 Sep 13 10:20:16.870989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-28c56986-24ef-438f-a2fe-d7877df43701 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:16.872549 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-28c56986-24ef-438f-a2fe-d7877df43701 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.0485170 Sep 13 10:20:16.897689 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48006299-affa-485a-b7d9-32bb873de643 req-85410b26-207f-499e-96f7-972e5c8c5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:16.899154 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-85410b26-207f-499e-96f7-972e5c8c5814 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736382 Sep 13 10:20:16.906901 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:16.911922 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-604f8042-e1de-4a85-a033-529f98e16ef3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81995db5-2ef5-4695-9855-917c764a0b9f HTTP/1.1" status: 200 len: 1001 time: 0.0790637 Sep 13 10:20:16.925062 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:16.963826 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Deleting port cddd25b0-cfa5-4390-886e-898790d4d691 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:20:16.964173 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:17.011201 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-80e0d7c7-ca3d-4a36-8c87-621c01590e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:17.013131 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-80e0d7c7-ca3d-4a36-8c87-621c01590e4f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.0922272 Sep 13 10:20:17.055971 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] For port cddd25b0-cfa5-4390-886e-898790d4d691, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=cddd25b0-cfa5-4390-886e-898790d4d691,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:17.056602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:17.070728 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-bb748d46-2ee9-4bb6-89ba-1cd341ccaa48 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574566 Sep 13 10:20:17.076629 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-4c8d1978-9178-412a-ab10-387d493748aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:17.078128 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-4c8d1978-9178-412a-ab10-387d493748aa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543814 Sep 13 10:20:17.140850 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:17.268229 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:17.268589 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (ba7911be-91c0-4167-8013-e241b9b8444c), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:17.268899 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Floating IP ba7911be-91c0-4167-8013-e241b9b8444c disassociated. External IP: 172.27.2.25, port: cddd25b0-cfa5-4390-886e-898790d4d691. Sep 13 10:20:17.269244 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Calling delete_port for cddd25b0-cfa5-4390-886e-898790d4d691 owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:20:17.274966 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034805f-b0b0-48af-9c4a-5a3b26cbaede req-c4b4ad12-0cf0-4543-9f86-a0ad9cec84ed tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:17.276458 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3034805f-b0b0-48af-9c4a-5a3b26cbaede req-c4b4ad12-0cf0-4543-9f86-a0ad9cec84ed tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 947 time: 0.0922689 Sep 13 10:20:17.280562 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-48006299-affa-485a-b7d9-32bb873de643 req-015c2c8a-fbf5-4440-aa02-d54874c4fa3e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015953 Sep 13 10:20:17.282700 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-ea291a54-a482-43d3-89b3-8d930d0bcc53 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958256 Sep 13 10:20:17.377054 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3034805f-b0b0-48af-9c4a-5a3b26cbaede req-65c09b0f-2bd1-4714-aa6f-c0470563816b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=590686a3-4d8c-4fc7-9f6e-e51779d9a245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933084 Sep 13 10:20:17.386146 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:17.416775 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3fabc3a1-40c6-4f5d-b00d-00d08cc3a7ef req-451cc0df-b03a-4878-9c64-e735742b16d7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175559 Sep 13 10:20:17.488982 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (cddd25b0-cfa5-4390-886e-898790d4d691), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:17.523329 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event deleted for resources: {'Port': ['ID=cddd25b0-cfa5-4390-886e-898790d4d691,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:17.626456 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:20:17.729318 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:20:17.736415 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:20:17.750071 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:17.750697 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:17.776732 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] No DVR routers for this DVR port cddd25b0-cfa5-4390-886e-898790d4d691 on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:20:17.779506 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:17.783241 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-275b7cfe-b13c-4a92-8814-661b4c817403 req-6ce8d077-3e48-4a4f-ae8f-bdb3ce4d4177 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "DELETE /networking/v2.0/ports/cddd25b0-cfa5-4390-886e-898790d4d691 HTTP/1.1" status: 204 len: 173 time: 0.9035759 Sep 13 10:20:17.783241 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-deleted', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:17.789740 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f3e3e3-010e-4765-b4ff-884c5015c789" -d '{"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-deleted", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:17.789920 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:17.802959 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:17.822681 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec05ea7f-95f9-4c9c-ab08-fa40c1b03798 x-openstack-request-id: req-ec05ea7f-95f9-4c9c-ab08-fa40c1b03798 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:17.822979 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a5958c-f83f-4303-bd83-8078154da9ac", "name": "network-vif-deleted", "tag": "cddd25b0-cfa5-4390-886e-898790d4d691", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:17.823259 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec05ea7f-95f9-4c9c-ab08-fa40c1b03798 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:17.823664 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec05ea7f-95f9-4c9c-ab08-fa40c1b03798'] response: {'server_uuid': '43a5958c-f83f-4303-bd83-8078154da9ac', 'name': 'network-vif-deleted', 'tag': 'cddd25b0-cfa5-4390-886e-898790d4d691', 'status': 'completed', 'code': 200} Sep 13 10:20:17.857611 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:18.052772 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:18.080709 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:20:18.090278 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:18.090891 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:19:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:18.197428 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:18.393109 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:18.418690 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc22186-925a-4298-81ca-f2f3ebadc61a None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:20:18.512739 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4c2e643a-7c7c-4389-9820-3d67163e18be req-7c0085a8-3c71-45f3-b46f-b5b2186f7980 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=43a5958c-f83f-4303-bd83-8078154da9ac HTTP/1.1" status: 200 len: 210 time: 0.0292659 Sep 13 10:20:18.648048 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b79833-58bc-4f88-800e-1bfb719eb8fe None None] New status for floating IP ba7911be-91c0-4167-8013-e241b9b8444c: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:20:19.658167 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47916) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:19.711309 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bce27576-16c9-4799-adcf-8a52ef63b4bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (590686a3-4d8c-4fc7-9f6e-e51779d9a245), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:19.733583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bce27576-16c9-4799-adcf-8a52ef63b4bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (590686a3-4d8c-4fc7-9f6e-e51779d9a245), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:19.842672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bce27576-16c9-4799-adcf-8a52ef63b4bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (590686a3-4d8c-4fc7-9f6e-e51779d9a245), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:19.845358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bce27576-16c9-4799-adcf-8a52ef63b4bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:19.853533 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-bce27576-16c9-4799-adcf-8a52ef63b4bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/590686a3-4d8c-4fc7-9f6e-e51779d9a245 HTTP/1.1" status: 204 len: 168 time: 0.1873512 Sep 13 10:20:19.853678 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47918) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:19.856235 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce27576-16c9-4799-adcf-8a52ef63b4bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590686a3-4d8c-4fc7-9f6e-e51779d9a245,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:19.864847 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.api.v2.resource [None req-23b7b249-0fac-4c48-bc42-db4417257ed0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] show failed (client error): The resource could not be found. Sep 13 10:20:19.865870 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-23b7b249-0fac-4c48-bc42-db4417257ed0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups/590686a3-4d8c-4fc7-9f6e-e51779d9a245 HTTP/1.1" status: 404 len: 347 time: 0.0155432 Sep 13 10:20:19.868837 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 47920) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:19.968138 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:19.978106 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Deleting port e542d5f7-7a74-481a-ae27-2e10a2e48ad0 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:20:19.978465 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.056943 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.057260 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.069070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Calling delete_port for e542d5f7-7a74-481a-ae27-2e10a2e48ad0 owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:20:20.070534 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:20.259752 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (e542d5f7-7a74-481a-ae27-2e10a2e48ad0), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.285298 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event deleted for resources: {'Port': ['ID=e542d5f7-7a74-481a-ae27-2e10a2e48ad0,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:20.348994 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (ba7911be-91c0-4167-8013-e241b9b8444c), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.351681 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.352809 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-177c63a9-eee4-4421-b7d7-8217bc225098 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/ba7911be-91c0-4167-8013-e241b9b8444c HTTP/1.1" status: 204 len: 168 time: 0.4830890 Sep 13 10:20:20.521378 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47924) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:20.525867 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955704373', 'description': 'tempest-description--1239130139'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:20.599960 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.667265 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (72e410b4-bdcf-4486-aceb-561b9b14cfef), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.739957 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (72e410b4-bdcf-4486-aceb-561b9b14cfef), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.770009 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e410b4-bdcf-4486-aceb-561b9b14cfef,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:20.857298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a82c7647-79c1-4b7d-847a-4fe2755a5eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.873556 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:20.874794 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-a62a5396-27fe-44fe-9997-9b4f9a2ba992 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3524086 Sep 13 10:20:20.877676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47926) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:20.881931 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'security_group_rule': {'security_group_id': '72e410b4-bdcf-4486-aceb-561b9b14cfef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:20.964662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (1b460078-1be4-44e0-9dc7-6fb3ac80847a), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.019370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (1b460078-1be4-44e0-9dc7-6fb3ac80847a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.079612 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (1b460078-1be4-44e0-9dc7-6fb3ac80847a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.098745 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b460078-1be4-44e0-9dc7-6fb3ac80847a,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:21.164412 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.165600 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-520072c4-7597-4b20-aaf7-e35b87391a61 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870243 Sep 13 10:20:21.168875 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47928) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:21.173090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'security_group_rule': {'security_group_id': '72e410b4-bdcf-4486-aceb-561b9b14cfef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:21.260729 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (7ae98105-9a2a-40e7-8578-1e4692192388), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.539720 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:21.556179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (7ae98105-9a2a-40e7-8578-1e4692192388), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.645349 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (7ae98105-9a2a-40e7-8578-1e4692192388), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.666136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae98105-9a2a-40e7-8578-1e4692192388,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:21.756156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.757338 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d7648ac5-4500-4427-a9b7-a71d5a42eb6a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5875564 Sep 13 10:20:21.760416 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 47932) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:21.765198 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:21.782466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:21.888462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:21.969901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.075332 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Allocated IP 172.27.2.194 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/014276ac-f95a-4e96-9dd4-d7d5221574db) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:20:22.136256 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:20:22.156027 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: cddd25b0-cfa5-4390-886e-898790d4d691 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:20:22.156386 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device cddd25b0-cfa5-4390-886e-898790d4d691 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:20:22.178613 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.254126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.295549 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:20:22.298792 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:20:22.302744 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:20:22.305714 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'Port': ['ID=014276ac-f95a-4e96-9dd4-d7d5221574db,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:22.393984 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (5aa81ef1-3efa-4707-925f-e4cf491f1334), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.482098 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.578628 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:22.632844 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.696804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.763099 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'Port': ['ID=014276ac-f95a-4e96-9dd4-d7d5221574db,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:22.765456 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (5aa81ef1-3efa-4707-925f-e4cf491f1334), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.867416 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:22.868650 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5d2a1f68-1d95-4802-a8ce-d86796cb7435 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1072843 Sep 13 10:20:23.038889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:23.070669 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-900c5598-f79f-4209-924e-a76651b9569b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1955704373&fields=id&tenant_id=b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 267 time: 0.0466082 Sep 13 10:20:23.178953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-593d43c6-0cb3-4349-873a-eead0dde00e7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:23.180345 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-593d43c6-0cb3-4349-873a-eead0dde00e7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 817 time: 0.1024833 Sep 13 10:20:23.195052 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-8d4e2754-a5fa-4b38-8691-14b3844ca47c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/quotas/b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 375 time: 0.0094116 Sep 13 10:20:23.214396 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-70178046-663f-4350-95ee-c964e1e423f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:23.246031 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-ed7c8403-8ce4-401c-8271-4da1bbd58bfa tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454891 Sep 13 10:20:23.346886 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-beef3999-6184-4f83-992a-0f4349f13ede service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895162 Sep 13 10:20:23.440823 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-c8355fb5-6ba6-4ff6-83a3-c5916a0cad0d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880864 Sep 13 10:20:23.700823 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-872d507c-39de-4e2d-b95c-248599f32912 req-3ce3c3b1-7ba9-4498-b5d7-900cc72660be tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 210 time: 0.0353158 Sep 13 10:20:24.391096 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:24.809912 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f47e4c91-b510-4570-a06c-d2535af683f9 req-894029f1-0531-41d9-a544-fdbb3d3b57fe tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 210 time: 0.0271568 Sep 13 10:20:25.843068 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:25.908317 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:25.921857 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f988eba-e645-41da-9d36-e9b5e7201583 req-1dae48b3-13ee-4442-853e-5a9f9d3455a6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 210 time: 0.0294778 Sep 13 10:20:26.142765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-a490f116-7954-45ba-8da5-0e3a521efcd7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:26.144220 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-a490f116-7954-45ba-8da5-0e3a521efcd7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 817 time: 0.1046093 Sep 13 10:20:26.215667 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-51db6a9f-668f-4960-9c0d-4ffba120c4e7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 380 time: 0.0616562 Sep 13 10:20:26.231196 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'port': {'device_id': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'admin_state_up': True, 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'security_groups': ['72e410b4-bdcf-4486-aceb-561b9b14cfef']}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:26.422679 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Made reservation on behalf of b45075d7ec024b3a907d11225942fbee for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:20:26.426532 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:26.530210 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:26.558439 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Allocated IP 172.20.0.8 (2be664f6-b983-4849-835a-b47b5fa17980/736d5ef1-d044-46b5-bc43-93e07f1571ab/45f38058-5689-489f-80b9-047dafea9f45) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:20:26.694439 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for port (45f38058-5689-489f-80b9-047dafea9f45), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:26.814305 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:26.822350 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:26.864554 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Network 2be664f6-b983-4849-835a-b47b5fa17980 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:20:26.867918 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:20:26.871719 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:20:26.876420 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:26.923978 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:26.924589 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.008424 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-283a00d1-c1e2-464d-9d9f-51b540c9f49f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7823987 Sep 13 10:20:27.022451 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Request body: {'port': {'device_id': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:27.058702 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b352cb3-bb29-489b-aafa-271d93954e87 req-d7bb9e2a-3aa9-4e8e-9502-8606592ccb69 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:27.061446 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4b352cb3-bb29-489b-aafa-271d93954e87 req-d7bb9e2a-3aa9-4e8e-9502-8606592ccb69 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 931 time: 0.0531018 Sep 13 10:20:27.067513 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-a375d24d-0735-4510-87f5-e6f03fc983de None None] Provisioning complete for port 45f38058-5689-489f-80b9-047dafea9f45 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:20:27.068618 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a375d24d-0735-4510-87f5-e6f03fc983de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (45f38058-5689-489f-80b9-047dafea9f45), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.098496 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.104643 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a375d24d-0735-4510-87f5-e6f03fc983de None None] Port 45f38058-5689-489f-80b9-047dafea9f45 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:20:27.114285 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4b352cb3-bb29-489b-aafa-271d93954e87 req-8d6866d8-63f8-4c2d-8f0a-45f25364abf6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467491 Sep 13 10:20:27.348783 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f38058-5689-489f-80b9-047dafea9f45 {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:20:27.356073 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Publish callbacks [] for port (45f38058-5689-489f-80b9-047dafea9f45), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.368962 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Transition to ACTIVE for port object 45f38058-5689-489f-80b9-047dafea9f45 will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:20:27.454303 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.538355 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:27.565214 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Attempting to bind port 45f38058-5689-489f-80b9-047dafea9f45 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:20:27.566507 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Attempting to bind port 45f38058-5689-489f-80b9-047dafea9f45 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:20:27.566507 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Attempting to bind port 45f38058-5689-489f-80b9-047dafea9f45 on network 2be664f6-b983-4849-835a-b47b5fa17980 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:20:27.607060 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Port 45f38058-5689-489f-80b9-047dafea9f45 on network 2be664f6-b983-4849-835a-b47b5fa17980 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:20:27.607354 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Attempting to bind port 45f38058-5689-489f-80b9-047dafea9f45 on network 2be664f6-b983-4849-835a-b47b5fa17980 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:20:27.640377 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:27.648322 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:20:27.652335 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Checking segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:20:27.652335 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Bound using segment: {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:20:27.652335 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Bound port: 45f38058-5689-489f-80b9-047dafea9f45, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07526057-9216-4434-8c9a-3dd96852ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:20:27.652335 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.709947 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:20:27.713594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:20:27.837332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.841663 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:27.842329 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:27.843704 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 1093 time: 0.8259149 Sep 13 10:20:27.844270 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:27.846517 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:27.871313 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:27.888651 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780a9fd-5691-42b9-a64b-c826c1af22f8 x-openstack-request-id: req-5780a9fd-5691-42b9-a64b-c826c1af22f8 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:27.893300 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:27.893300 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5780a9fd-5691-42b9-a64b-c826c1af22f8 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:27.893300 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5780a9fd-5691-42b9-a64b-c826c1af22f8'] response: {'name': 'network-changed', 'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'status': 'completed', 'code': 200} Sep 13 10:20:27.901224 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae62ff-3351-4c58-9eca-b73fafb07a4b service neutron] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:27.951816 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d req-153114ff-741c-45d4-9078-dcc017572680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:27.953280 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d req-153114ff-741c-45d4-9078-dcc017572680 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1127 time: 0.0397217 Sep 13 10:20:28.054365 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d req-bda6bf15-30d9-45a5-8f55-a1a7ee061894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:28.056167 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d req-bda6bf15-30d9-45a5-8f55-a1a7ee061894 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=b45075d7ec024b3a907d11225942fbee&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0949421 Sep 13 10:20:28.243721 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea0286-0edb-49a0-94dc-e7058c3efa57 req-22a37598-f044-496e-9fe4-52ced334ec4d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:28.245280 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f2ea0286-0edb-49a0-94dc-e7058c3efa57 req-22a37598-f044-496e-9fe4-52ced334ec4d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0496216 Sep 13 10:20:28.295122 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f2ea0286-0edb-49a0-94dc-e7058c3efa57 req-65961e04-1aad-4f30-aa55-1b5ece8d447f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Sep 13 10:20:28.386148 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d req-8186d9e6-bc3b-40eb-b079-e66eea764598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:28.387788 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-feb122e0-dc8e-4fd8-a30b-cf1b4c8dc85d req-8186d9e6-bc3b-40eb-b079-e66eea764598 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3221855 Sep 13 10:20:28.395106 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=51 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:28.396316 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=66 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:28.483366 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-4f21154e-a212-4492-bda4-f4d2994d07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:28.484833 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-4f21154e-a212-4492-bda4-f4d2994d07f8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1127 time: 0.0416822 Sep 13 10:20:28.528131 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-67947004-949d-4026-80bc-daf8aaac27eb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 217 time: 0.0317409 Sep 13 10:20:28.579144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-9f941ff5-2043-41fe-b037-14aa97131e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:28.580580 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-9f941ff5-2043-41fe-b037-14aa97131e41 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0431340 Sep 13 10:20:28.628390 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-de5c1da0-22c4-4495-845f-bef2dbed81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:28.629854 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-de5c1da0-22c4-4495-845f-bef2dbed81d4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386856 Sep 13 10:20:28.724123 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-cbcc951b-9625-445f-b5b6-72552b7b1083 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861130 Sep 13 10:20:28.818638 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-bf08cda1-e274-4798-8fb4-b434391a8d98 req-cf17fc96-f3f9-4593-a6de-9451e772213a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878370 Sep 13 10:20:29.423338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de14a-08b9-4701-95ff-1c4c4bce5f77 req-85b8708e-1435-4dc7-8c2a-0da19c79f8a8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:29.424866 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f94de14a-08b9-4701-95ff-1c4c4bce5f77 req-85b8708e-1435-4dc7-8c2a-0da19c79f8a8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0481725 Sep 13 10:20:29.472741 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f94de14a-08b9-4701-95ff-1c4c4bce5f77 req-de279e64-e7d5-4bd7-bef5-20459eaba6de tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Sep 13 10:20:30.601641 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935130c-7eb5-414c-aeda-2b0874a14c8e req-941732b3-12cd-4a1c-bf61-71bde19d392c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:30.603099 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3935130c-7eb5-414c-aeda-2b0874a14c8e req-941732b3-12cd-4a1c-bf61-71bde19d392c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0501990 Sep 13 10:20:30.615092 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:30.650385 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3935130c-7eb5-414c-aeda-2b0874a14c8e req-0540fe68-a2df-4511-9931-6d9e769ea953 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Sep 13 10:20:31.775329 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24298d35-0564-4ea0-9e11-2d3d4434ae8b req-7fda0e3f-6eb0-4133-9d39-9d8bd739cb27 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:31.776869 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-24298d35-0564-4ea0-9e11-2d3d4434ae8b req-7fda0e3f-6eb0-4133-9d39-9d8bd739cb27 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0470552 Sep 13 10:20:31.824014 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-24298d35-0564-4ea0-9e11-2d3d4434ae8b req-0028743e-a1d7-43bb-a750-9cc0b198dd08 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Sep 13 10:20:32.185223 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:20:32.248721 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:32.284516 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:32.299400 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '45f38058-5689-489f-80b9-047dafea9f45', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'port_id': '45f38058-5689-489f-80b9-047dafea9f45', 'mac_address': 'fa:16:3e:80:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:20:32.334312 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:20:32.334635 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:32.347252 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f38058-5689-489f-80b9-047dafea9f45 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:20:32.366484 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:32.448077 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:32.495234 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:32.503281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.503630 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.504062 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.504413 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.504785 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.505141 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.505468 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.505794 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.506120 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.506445 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.506766 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.507104 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.507457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.507775 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.508094 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:20:32.802462 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['45f38058-5689-489f-80b9-047dafea9f45'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:20:32.912869 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:32.952583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9eede1-5505-4338-a8d8-8e8db4b2ace1 req-e1a460d8-078a-498e-ade5-2946bdfda819 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:32.954067 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1d9eede1-5505-4338-a8d8-8e8db4b2ace1 req-e1a460d8-078a-498e-ade5-2946bdfda819 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 944 time: 0.0476987 Sep 13 10:20:33.004986 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1d9eede1-5505-4338-a8d8-8e8db4b2ace1 req-7c03645a-e90d-4357-a9a6-410815ff9a5a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Sep 13 10:20:33.912023 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f9eee-6343-4de6-8c69-23fd42643475 req-d336e639-4914-4186-be88-b4fed8ad19d0 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:33.913481 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-566f9eee-6343-4de6-8c69-23fd42643475 req-d336e639-4914-4186-be88-b4fed8ad19d0 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0474141 Sep 13 10:20:33.960745 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-566f9eee-6343-4de6-8c69-23fd42643475 req-ab4918bf-bf32-4f75-b6ac-a2dae1b77a93 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417833 Sep 13 10:20:34.132283 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110143d1-2507-4d65-9de8-811f09929500 req-ea1118ea-93b3-4a73-92d7-00434e299eb5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:34.133733 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-110143d1-2507-4d65-9de8-811f09929500 req-ea1118ea-93b3-4a73-92d7-00434e299eb5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 944 time: 0.0461493 Sep 13 10:20:34.166337 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:34.180914 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-110143d1-2507-4d65-9de8-811f09929500 req-795d668e-d337-4b4e-9c4b-b2460b59be0b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408781 Sep 13 10:20:34.194335 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:20:34.235892 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 45f38058-5689-489f-80b9-047dafea9f45 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:20:34.319109 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 45f38058-5689-489f-80b9-047dafea9f45 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:20:34.319464 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (45f38058-5689-489f-80b9-047dafea9f45), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:34.393506 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:20:34.393892 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:34.416490 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:34.418662 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd013b5-4332-43ae-a9d5-953d9048efad" -d '{"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-plugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:34.431433 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:20:34.456716 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fda0aba-8fd2-4bf4-8988-f7221ff8ef0b x-openstack-request-id: req-8fda0aba-8fd2-4bf4-8988-f7221ff8ef0b {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:34.457031 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-plugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:34.457319 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fda0aba-8fd2-4bf4-8988-f7221ff8ef0b {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:34.457720 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fda0aba-8fd2-4bf4-8988-f7221ff8ef0b'] response: {'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'code': 200} Sep 13 10:20:34.525549 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:34.573955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:20:34.769708 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42903ccc-cb64-4094-b8f8-1c63d5d108bc req-0213d335-dd50-4c5d-8725-26e33598c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:34.771206 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-42903ccc-cb64-4094-b8f8-1c63d5d108bc req-0213d335-dd50-4c5d-8725-26e33598c1d7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1129 time: 0.0389240 Sep 13 10:20:34.817478 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-42903ccc-cb64-4094-b8f8-1c63d5d108bc req-70070306-2a08-4cfd-9b22-c7a26eebaf59 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387721 Sep 13 10:20:35.085070 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc60ce-9ce6-47b9-a813-f1b4c19830a7 req-d515f9d3-78da-40a8-99e8-f42d9f7c533f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:35.086415 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ddc60ce-9ce6-47b9-a813-f1b4c19830a7 req-d515f9d3-78da-40a8-99e8-f42d9f7c533f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Sep 13 10:20:35.132604 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ddc60ce-9ce6-47b9-a813-f1b4c19830a7 req-3fe37490-3fce-432e-92b6-2ec99935a625 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Sep 13 10:20:35.310469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781d83a-ffef-4fa7-8520-0ca4975abf7a req-b24f6031-1375-408d-bcf2-f255c2ee4ad1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:35.312472 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f781d83a-ffef-4fa7-8520-0ca4975abf7a req-b24f6031-1375-408d-bcf2-f255c2ee4ad1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0468338 Sep 13 10:20:35.358168 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f781d83a-ffef-4fa7-8520-0ca4975abf7a req-48bc0849-ad5b-49da-ab0a-6d96f61b1d01 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Sep 13 10:20:36.256144 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68c7b-488c-4790-92e9-59d87a7d7069 req-0e12d7ac-83c6-420e-a614-b76bfd18b1a5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:36.257632 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-20e68c7b-488c-4790-92e9-59d87a7d7069 req-0e12d7ac-83c6-420e-a614-b76bfd18b1a5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0504375 Sep 13 10:20:36.304653 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-20e68c7b-488c-4790-92e9-59d87a7d7069 req-9543f0c9-48e1-4ebb-958f-16d1d184b878 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Sep 13 10:20:36.481594 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4829a05-8738-4e27-a1b1-2c605f0ce8c3 req-f033e30f-6d4e-4357-97fb-a4381e47ca60 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:36.483046 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e4829a05-8738-4e27-a1b1-2c605f0ce8c3 req-f033e30f-6d4e-4357-97fb-a4381e47ca60 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0467651 Sep 13 10:20:36.530300 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e4829a05-8738-4e27-a1b1-2c605f0ce8c3 req-b21b4cef-a5b1-4620-87b1-df44a9ad8070 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Sep 13 10:20:37.210547 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:20:37.423362 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe5095-9726-4ba1-a031-2a8696152cfb req-2737fde8-2c97-4dc7-8592-b98f675666a7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:37.424882 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2dfe5095-9726-4ba1-a031-2a8696152cfb req-2737fde8-2c97-4dc7-8592-b98f675666a7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0464351 Sep 13 10:20:37.474280 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2dfe5095-9726-4ba1-a031-2a8696152cfb req-94b9e7e7-beca-4180-afa6-04310c800135 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438905 Sep 13 10:20:37.652639 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5a04a-df54-4138-9683-39024789bf57 req-7f205bf9-36ba-43e0-82cb-2168004148e3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:37.654897 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b4c5a04a-df54-4138-9683-39024789bf57 req-7f205bf9-36ba-43e0-82cb-2168004148e3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0458493 Sep 13 10:20:37.701596 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b4c5a04a-df54-4138-9683-39024789bf57 req-1a3f7e28-c5e6-4f0b-876a-7324d1d01e22 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Sep 13 10:20:37.821395 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816adba-5936-48dd-b58a-ddd3ffcbf187 req-a1092f20-a09d-4b87-bae2-91ddf71f203d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:37.822832 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2816adba-5936-48dd-b58a-ddd3ffcbf187 req-a1092f20-a09d-4b87-bae2-91ddf71f203d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0465419 Sep 13 10:20:37.833096 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48032) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:20:37.837396 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Request body: {'floatingip': {'port_id': '45f38058-5689-489f-80b9-047dafea9f45'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:20:37.879249 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (5aa81ef1-3efa-4707-925f-e4cf491f1334), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:37.881038 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:38.286202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:38.291931 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:38.367749 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (5aa81ef1-3efa-4707-925f-e4cf491f1334), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:38.461978 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Floating IP 5aa81ef1-3efa-4707-925f-e4cf491f1334 associated. External IP: 172.27.2.194, port: 45f38058-5689-489f-80b9-047dafea9f45. Sep 13 10:20:38.598889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a19d7b-9238-4939-82e9-20f73cffe01b req-5a4b2986-2737-42ac-909e-5d869b868904 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:38.600273 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-77a19d7b-9238-4939-82e9-20f73cffe01b req-5a4b2986-2737-42ac-909e-5d869b868904 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Sep 13 10:20:38.720208 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-77a19d7b-9238-4939-82e9-20f73cffe01b req-b9918c9a-1492-464d-bf29-097e84ed952a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876803 Sep 13 10:20:38.735440 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:20:38.839512 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:20:38.844434 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:38.849418 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:20:38.860398 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:38.861003 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:20:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:38.874979 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-3af9fa29-038b-4ca3-9cde-4a3c9ceae40a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/5aa81ef1-3efa-4707-925f-e4cf491f1334 HTTP/1.1" status: 200 len: 991 time: 1.0408602 Sep 13 10:20:38.875641 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:20:38.877887 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9491b18-e6f2-4650-af77-a2bb1360a643" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:20:38.916033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64378427-7e5d-4758-90a1-2be29f8d9610 x-openstack-request-id: req-64378427-7e5d-4758-90a1-2be29f8d9610 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:20:38.916329 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:20:38.916587 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64378427-7e5d-4758-90a1-2be29f8d9610 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:20:38.916996 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64378427-7e5d-4758-90a1-2be29f8d9610'] response: {'name': 'network-changed', 'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'status': 'completed', 'code': 200} Sep 13 10:20:38.963336 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:38.996064 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-4add8877-4f5c-4b8f-8875-66850238d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:38.997614 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-4add8877-4f5c-4b8f-8875-66850238d31e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1129 time: 0.0394192 Sep 13 10:20:39.100488 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-1adc6835-8bfc-45c3-9245-c153e84f83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:39.101866 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-1adc6835-8bfc-45c3-9245-c153e84f83a1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.0933869 Sep 13 10:20:39.169323 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:39.210776 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-6681aaec-8d95-4dce-b8ec-a2dc71141829 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 999 time: 0.0867822 Sep 13 10:20:39.257381 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '5aa81ef1-3efa-4707-925f-e4cf491f1334', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'port_id': '45f38058-5689-489f-80b9-047dafea9f45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'mac_address': 'fa:16:3e:80:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:20:22Z', 'updated_at': '2022-09-13T10:20:38Z', 'revision_number': 1, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:39.261827 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-5f3b7df1-6c92-4e08-955f-c8d50de1ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:39.263333 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-5f3b7df1-6c92-4e08-955f-c8d50de1ae86 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0435743 Sep 13 10:20:39.282698 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:20:39.291124 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:20:39.291759 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:20:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:39.309476 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-0db6767f-4266-4d19-ada0-29cb3613eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:39.310967 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-0db6767f-4266-4d19-ada0-29cb3613eb0f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398388 Sep 13 10:20:39.393255 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:20:39.409873 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-a78f4ac1-8597-40f3-a37f-6732415b38a3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911288 Sep 13 10:20:39.461952 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:39.503010 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-f9491b18-e6f2-4650-af77-a2bb1360a643 req-f5b1c68e-9f73-4dde-95f1-5947cdfb05a3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859413 Sep 13 10:20:39.607394 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '5aa81ef1-3efa-4707-925f-e4cf491f1334', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'port_id': '45f38058-5689-489f-80b9-047dafea9f45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'mac_address': 'fa:16:3e:80:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:20:22Z', 'updated_at': '2022-09-13T10:20:38Z', 'revision_number': 1, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:20:39.631338 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8afeba4-c667-4081-b9e5-4fd27965d1a6 None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '5aa81ef1-3efa-4707-925f-e4cf491f1334', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'port_id': '45f38058-5689-489f-80b9-047dafea9f45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'mac_address': 'fa:16:3e:80:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:20:22Z', 'updated_at': '2022-09-13T10:20:38Z', 'revision_number': 1, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:20:39.824131 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489baf4-79d0-4a15-a7b2-520b9247cda3 None None] New status for floating IP 5aa81ef1-3efa-4707-925f-e4cf491f1334: ACTIVE {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:20:39.961734 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b591c11-847d-4f17-a630-a78e9765c957 req-4501cd1e-e85b-4142-94d4-87d108bb3005 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:39.963340 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0b591c11-847d-4f17-a630-a78e9765c957 req-4501cd1e-e85b-4142-94d4-87d108bb3005 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.1593142 Sep 13 10:20:39.999723 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:40.014236 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0b591c11-847d-4f17-a630-a78e9765c957 req-eb11986f-6ac1-4d75-bc04-cf9cad9289f9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 Sep 13 10:20:41.135681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c293e6-f7ee-4d52-9860-df6a3311f74e req-1b4d7b8f-2fea-4290-be0a-d5ac764efed9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:41.137036 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f6c293e6-f7ee-4d52-9860-df6a3311f74e req-1b4d7b8f-2fea-4290-be0a-d5ac764efed9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0469124 Sep 13 10:20:41.183522 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f6c293e6-f7ee-4d52-9860-df6a3311f74e req-2881b765-722f-47d5-a548-cc405afe44e5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Sep 13 10:20:42.300156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb250af1-c90a-4f77-a21b-aec8ed59ba13 req-43fd81bb-b6d8-4411-a3be-b05c91e31fd9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:42.301591 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb250af1-c90a-4f77-a21b-aec8ed59ba13 req-43fd81bb-b6d8-4411-a3be-b05c91e31fd9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0456653 Sep 13 10:20:42.348325 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb250af1-c90a-4f77-a21b-aec8ed59ba13 req-4f30ecf9-9251-4748-8b77-aa4bbcea4e87 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Sep 13 10:20:43.472663 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c48c9-5bff-4bf8-b84a-170974c0deb5 req-b9eeebc7-d602-4b19-8782-2294b77159e9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:43.474073 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-156c48c9-5bff-4bf8-b84a-170974c0deb5 req-b9eeebc7-d602-4b19-8782-2294b77159e9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Sep 13 10:20:43.519541 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-156c48c9-5bff-4bf8-b84a-170974c0deb5 req-b989d72d-bce1-4f49-bdf9-144705b1c86b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Sep 13 10:20:44.596441 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:44.638832 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f98a-050f-4c8f-ab9e-2d6b1a7b30d9 req-e4069f38-5609-4c0a-8ff6-ccd1306d620c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:44.640935 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1a15f98a-050f-4c8f-ab9e-2d6b1a7b30d9 req-e4069f38-5609-4c0a-8ff6-ccd1306d620c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0467265 Sep 13 10:20:44.651896 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:44.689189 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1a15f98a-050f-4c8f-ab9e-2d6b1a7b30d9 req-728193f8-5bb1-4eac-be25-732d294839d9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Sep 13 10:20:45.079680 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796eea0-cec5-41e7-9a49-5667599f854f req-918a934b-777f-4be2-a910-69065bbf4447 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:45.081157 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f796eea0-cec5-41e7-9a49-5667599f854f req-918a934b-777f-4be2-a910-69065bbf4447 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Sep 13 10:20:45.128744 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f796eea0-cec5-41e7-9a49-5667599f854f req-e95bed1d-e64e-41bf-96f1-305100e37353 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Sep 13 10:20:45.213974 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396ff8-cc70-4958-9365-82e174784de1 req-1f71a005-8702-404d-82af-be02bd1be06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:45.215412 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-1f71a005-8702-404d-82af-be02bd1be06a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 1129 time: 0.0431030 Sep 13 10:20:45.306230 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396ff8-cc70-4958-9365-82e174784de1 req-06a402b8-37a8-4780-8dd6-b79073a56c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:45.307728 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-06a402b8-37a8-4780-8dd6-b79073a56c9f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 911 time: 0.0851810 Sep 13 10:20:45.373832 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-4e374987-0d2b-47d0-a4a3-11d7fc816caf service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc HTTP/1.1" status: 200 len: 1001 time: 0.0568180 Sep 13 10:20:45.424579 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396ff8-cc70-4958-9365-82e174784de1 req-7f9dee2d-3ff0-4404-9f10-3773668609ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:45.425993 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-7f9dee2d-3ff0-4404-9f10-3773668609ab service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 200 len: 849 time: 0.0445738 Sep 13 10:20:45.469788 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396ff8-cc70-4958-9365-82e174784de1 req-2606c421-15cb-419c-9cba-668bdd7bebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:45.471199 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-2606c421-15cb-419c-9cba-668bdd7bebe8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385690 Sep 13 10:20:45.566104 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-9d91a827-fb8f-4a37-ad78-fb7af23e94c8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Sep 13 10:20:45.659292 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-d0396ff8-cc70-4958-9365-82e174784de1 req-daab9cb0-ffd4-45df-969a-148332e0f370 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Sep 13 10:20:46.300338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ffcba-9da2-48b5-874a-3877300cd084 req-633bd0e7-cbb3-4289-8f01-aabd6e68fff3 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:46.301785 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f08ffcba-9da2-48b5-874a-3877300cd084 req-633bd0e7-cbb3-4289-8f01-aabd6e68fff3 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0960274 Sep 13 10:20:46.348549 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f08ffcba-9da2-48b5-874a-3877300cd084 req-4f7835d3-a344-4009-8262-c773d367426d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Sep 13 10:20:47.465375 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7483e1-5d77-4a48-9394-1f04f6b7fbda req-e89ba345-2f5d-417e-a53f-c14496431e07 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:47.466828 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2f7483e1-5d77-4a48-9394-1f04f6b7fbda req-e89ba345-2f5d-417e-a53f-c14496431e07 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0447063 Sep 13 10:20:47.517078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2f7483e1-5d77-4a48-9394-1f04f6b7fbda req-52faf2b9-2175-4ad1-a258-4c79bd83b11d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Sep 13 10:20:49.106639 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-4d591389-645b-4952-b945-38a46afdbf5a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385714 Sep 13 10:20:49.191268 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616141-d029-49ef-92bd-eccd96f58683 req-afae212f-e6e1-452f-8e69-f561e22541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:49.192714 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-afae212f-e6e1-452f-8e69-f561e22541d4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=602cd87d731241e3ad12032e2dd67c1b&device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 1129 time: 0.0389214 Sep 13 10:20:49.297587 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:49.300454 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616141-d029-49ef-92bd-eccd96f58683 req-86109c97-e5d4-45b9-b4bb-f256e8c07e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:49.301911 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-86109c97-e5d4-45b9-b4bb-f256e8c07e85 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 200 len: 920 time: 0.0881841 Sep 13 10:20:49.342807 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-d95af674-f86d-4dbb-8c4f-adabc4715e35 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 200 len: 217 time: 0.0323398 Sep 13 10:20:49.397937 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616141-d029-49ef-92bd-eccd96f58683 req-1f41b602-ab49-4718-a244-0d7462d20c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:49.399407 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-1f41b602-ab49-4718-a244-0d7462d20c5a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 200 len: 858 time: 0.0451472 Sep 13 10:20:49.441919 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26616141-d029-49ef-92bd-eccd96f58683 req-41b946c5-0e9f-4a5b-9460-49a700780570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:49.443405 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-41b946c5-0e9f-4a5b-9460-49a700780570 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8ecb5458-53ff-4af9-903b-3aeac85684dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373693 Sep 13 10:20:49.538736 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-b4bf5668-f7cf-4d0a-8d18-fca670594c3a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Sep 13 10:20:49.605007 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=77 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:49.610935 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=79 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:49.645044 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-26616141-d029-49ef-92bd-eccd96f58683 req-696e97de-53e7-41f1-b36c-a6faf7306a47 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852847 Sep 13 10:20:50.816383 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-69bc7527-62d0-4008-b327-22292a2815bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:53.252818 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2678-dbb8-4bbf-b999-c6e26b7a608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:54.352994 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:55.827401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:55.950158 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:20:56.806459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3202a2-774a-4b61-abbf-f3ba34d31f27 req-7d8e7d11-8188-46af-ae84-dfef4ff35706 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:56.807929 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf3202a2-774a-4b61-abbf-f3ba34d31f27 req-7d8e7d11-8188-46af-ae84-dfef4ff35706 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0466263 Sep 13 10:20:56.854526 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bf3202a2-774a-4b61-abbf-f3ba34d31f27 req-0acdb17e-db6a-4129-9296-3c34bdd347ed tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 Sep 13 10:20:57.976127 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ccd3f-3dc2-4909-a15f-c0e69b1aef92 req-75529d4d-818c-411d-a9f3-e621782b8b77 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:57.977615 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677ccd3f-3dc2-4909-a15f-c0e69b1aef92 req-75529d4d-818c-411d-a9f3-e621782b8b77 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0466743 Sep 13 10:20:58.024071 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677ccd3f-3dc2-4909-a15f-c0e69b1aef92 req-a89ab08e-a5fd-4e54-b777-30070b7ff061 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Sep 13 10:20:59.148266 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f67f-ea3d-4122-87d9-5da347237e5c req-92b40ccf-a50f-481b-aee9-9b59e7f8ed38 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:20:59.149868 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8479f67f-ea3d-4122-87d9-5da347237e5c req-92b40ccf-a50f-481b-aee9-9b59e7f8ed38 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0495527 Sep 13 10:20:59.186107 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:59.198246 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8479f67f-ea3d-4122-87d9-5da347237e5c req-973715b3-f7a6-454a-be68-4665dd0237cf tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Sep 13 10:20:59.636115 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=26 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:20:59.642114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:00.318424 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1c80-78b5-4b52-aff5-e394c2d20cd8 req-3ab46faa-2c1c-4069-80d8-754ab5736555 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:00.319890 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-868e1c80-78b5-4b52-aff5-e394c2d20cd8 req-3ab46faa-2c1c-4069-80d8-754ab5736555 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0470083 Sep 13 10:21:00.365586 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-868e1c80-78b5-4b52-aff5-e394c2d20cd8 req-936d193f-aa91-48a4-bae4-749ba637c373 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Sep 13 10:21:01.369883 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-ba47e700-0c94-4109-be3a-0a8ced9f078f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:01.371318 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-ba47e700-0c94-4109-be3a-0a8ced9f078f tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0459344 Sep 13 10:21:01.457275 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Deleting port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:01.457623 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:01.484772 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfcb96-4808-4f1d-89e1-3003ed81d2b2 req-27a7de0a-c072-470c-bfeb-c4372e0dc1b9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:01.486869 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3edfcb96-4808-4f1d-89e1-3003ed81d2b2 req-27a7de0a-c072-470c-bfeb-c4372e0dc1b9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 945 time: 0.0468504 Sep 13 10:21:01.537247 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3edfcb96-4808-4f1d-89e1-3003ed81d2b2 req-c535d7b7-72dc-43d8-9669-9c88b34a41ec tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c8afc46e-1016-494f-bcef-edcdbefa13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Sep 13 10:21:01.550443 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] For port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:01.550806 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:01.714515 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:01.714876 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:01.715220 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Floating IP cdf40064-7778-4930-ad37-2111baf5e4d8 disassociated. External IP: 172.27.2.27, port: 5e1bece8-e51c-4c59-9ca8-1d3f6d374607. Sep 13 10:21:01.715565 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Calling delete_port for 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:01.930505 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (5e1bece8-e51c-4c59-9ca8-1d3f6d374607), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:01.957209 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event deleted for resources: {'Port': ['ID=5e1bece8-e51c-4c59-9ca8-1d3f6d374607,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:01.967068 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.968549 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.968549 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.968549 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.968549 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.969078 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.969182 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.970015 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.970804 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.970804 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.971013 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.971368 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.971702 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.972032 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:01.972356 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:02.081853 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Router 058248f2-b07e-44cd-aa8d-1a475af48082 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:21:02.184641 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:21:02.195984 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] Sync routers for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:21:02.206937 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:02.207767 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:20:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:02.228746 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] No DVR routers for this DVR port 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:02.231353 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:02.234635 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-abc34a4b-4251-4971-b82d-75db3a7ae5df req-1a64e33b-71ba-4c3d-aa7c-94f6945b9da5 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "DELETE /networking/v2.0/ports/5e1bece8-e51c-4c59-9ca8-1d3f6d374607 HTTP/1.1" status: 204 len: 173 time: 0.8575931 Sep 13 10:21:02.235109 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'name': 'network-vif-deleted', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:02.237402 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63132a3-e0ac-424e-bf3c-c414c5bc7e8e" -d '{"events": [{"server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "name": "network-vif-deleted", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:02.296518 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fa5dd1-2c3a-4351-b0d6-88454e869a8a x-openstack-request-id: req-b0fa5dd1-2c3a-4351-b0d6-88454e869a8a {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:02.296518 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbf82b8-a33f-49ca-940c-951590122eba", "name": "network-vif-deleted", "tag": "5e1bece8-e51c-4c59-9ca8-1d3f6d374607", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:02.296518 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0fa5dd1-2c3a-4351-b0d6-88454e869a8a {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:02.296518 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fa5dd1-2c3a-4351-b0d6-88454e869a8a'] response: {'server_uuid': 'dcbf82b8-a33f-49ca-940c-951590122eba', 'name': 'network-vif-deleted', 'tag': '5e1bece8-e51c-4c59-9ca8-1d3f6d374607', 'status': 'completed', 'code': 200} Sep 13 10:21:02.321348 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:02.527276 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:02.551791 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] Checking router: 058248f2-b07e-44cd-aa8d-1a475af48082 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:21:02.560484 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:02.561021 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:20:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:02.658447 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e69ab004-8c67-42cf-9879-200c710d98ff req-a226d891-620a-4224-b0b2-51b801fb07aa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=dcbf82b8-a33f-49ca-940c-951590122eba HTTP/1.1" status: 200 len: 210 time: 0.0278211 Sep 13 10:21:02.665951 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:02.879450 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:02.900639 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eba288-f26b-449a-9262-bf0a56c4ce93 None None] The sync data for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi is: [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:50Z', 'revision_number': 4, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6', 'name': '', 'network_id': '8ecb5458-53ff-4af9-903b-3aeac85684dc', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'mac_address': 'fa:16:3e:0f:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0638c696-6532-4eec-8797-3766e996715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:02Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'subnets': [{'id': '0638c696-6532-4eec-8797-3766e996715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:21:03.111947 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b17aa0-b2a8-4640-a695-ee326bd10b1d None None] New status for floating IP cdf40064-7778-4930-ad37-2111baf5e4d8: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:21:03.123441 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:03.123441 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:03.856928 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48140) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:03.912214 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group (c8afc46e-1016-494f-bcef-edcdbefa13b9), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:03.935782 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group (c8afc46e-1016-494f-bcef-edcdbefa13b9), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.070125 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (c8afc46e-1016-494f-bcef-edcdbefa13b9), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.072705 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.073838 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c8afc46e-1016-494f-bcef-edcdbefa13b9 HTTP/1.1" status: 204 len: 168 time: 0.2158647 Sep 13 10:21:04.081113 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48142) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:04.083769 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8afc46e-1016-494f-bcef-edcdbefa13b9,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:04.091238 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.091583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.091922 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.092257 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.092586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.093042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.093357 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.093681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.094001 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.094932 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.095284 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.095595 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.api.v2.resource [None req-bfe9523f-8a04-4486-b8ae-757f92d81294 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] show failed (client error): The resource could not be found. Sep 13 10:21:04.095732 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.095918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.096274 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.096551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de282e7-0d1c-4236-b3da-ceaef46e74ee tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:04.096683 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-bfe9523f-8a04-4486-b8ae-757f92d81294 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups/c8afc46e-1016-494f-bcef-edcdbefa13b9 HTTP/1.1" status: 404 len: 347 time: 0.0144963 Sep 13 10:21:04.099321 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48144) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:04.220093 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Deleting port 1f78f627-7078-48cf-b21b-7466341ba136 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:04.220093 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (1f78f627-7078-48cf-b21b-7466341ba136), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.220789 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:04.259368 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:04.300224 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (1f78f627-7078-48cf-b21b-7466341ba136), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.300547 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (1f78f627-7078-48cf-b21b-7466341ba136), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.313251 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Calling delete_port for 1f78f627-7078-48cf-b21b-7466341ba136 owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:04.504254 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (1f78f627-7078-48cf-b21b-7466341ba136), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.527725 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event deleted for resources: {'Port': ['ID=1f78f627-7078-48cf-b21b-7466341ba136,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:04.592527 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks [] for floatingip (cdf40064-7778-4930-ad37-2111baf5e4d8), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.595068 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:04.596241 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-bbb3a5dd-f931-44a5-9d39-dfc06ec84116 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/cdf40064-7778-4930-ad37-2111baf5e4d8 HTTP/1.1" status: 204 len: 168 time: 0.4960332 Sep 13 10:21:06.395979 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:06.415105 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:06.415473 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 5e1bece8-e51c-4c59-9ca8-1d3f6d374607 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:07.544298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4dea8-6c87-4a06-8966-0c7e72540686 req-338ffba1-36b7-41b6-8b64-0493761600a1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:07.546238 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8d4dea8-6c87-4a06-8966-0c7e72540686 req-338ffba1-36b7-41b6-8b64-0493761600a1 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0510678 Sep 13 10:21:07.593058 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8d4dea8-6c87-4a06-8966-0c7e72540686 req-d5493a7f-a075-4a52-b404-e59580b4da51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Sep 13 10:21:08.717922 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a8ee0-9392-4874-b621-86464b2b190e req-883eea40-9ec7-4984-b102-cab8a7ac5da7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:08.719967 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-229a8ee0-9392-4874-b621-86464b2b190e req-883eea40-9ec7-4984-b102-cab8a7ac5da7 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0496621 Sep 13 10:21:08.750609 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:08.768099 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-229a8ee0-9392-4874-b621-86464b2b190e req-7c8a5c44-ca95-4c2b-9533-1c061d108be2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Sep 13 10:21:09.888639 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1dce2-3e98-4f5e-b684-6c594251ec17 req-f900942a-3110-4622-944f-198261efecd9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:09.890082 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbe1dce2-3e98-4f5e-b684-6c594251ec17 req-f900942a-3110-4622-944f-198261efecd9 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0466471 Sep 13 10:21:09.939827 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cbe1dce2-3e98-4f5e-b684-6c594251ec17 req-55c9dfba-8a73-45db-ab53-a25613944db8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Sep 13 10:21:10.334157 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-4a65db1a-581d-40b5-a9ed-2a4d764ddffa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:10.335605 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-4a65db1a-581d-40b5-a9ed-2a4d764ddffa tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Sep 13 10:21:10.752695 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Deleting port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:10.753035 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:10.844528 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] For port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:10.844884 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:10.857337 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Calling delete_port for 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:10.858782 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:11.030314 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (9875d9fa-823a-4fd4-a5d8-98b0277f8a95), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:11.042754 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['268dff1c-90e0-4ad1-8bc5-f2a35cdb4678', '9875d9fa-823a-4fd4-a5d8-98b0277f8a95'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:21:11.060559 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event deleted for resources: {'Port': ['ID=9875d9fa-823a-4fd4-a5d8-98b0277f8a95,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:11.067126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f09-1a02-4636-b7f5-22dfeb48f199 req-67daa1cf-5cb5-4868-bd0d-3055b3d1feb2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:11.070314 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-44524f09-1a02-4636-b7f5-22dfeb48f199 req-67daa1cf-5cb5-4868-bd0d-3055b3d1feb2 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 945 time: 0.0560436 Sep 13 10:21:11.114956 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] No DVR routers for this DVR port 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:11.117734 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:11.121489 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-6754add6-c92b-4cb4-93db-1f728f85a46d req-e7683c80-e204-41ff-8fcd-b8fd5f37852e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "DELETE /networking/v2.0/ports/9875d9fa-823a-4fd4-a5d8-98b0277f8a95 HTTP/1.1" status: 204 len: 173 time: 0.4512975 Sep 13 10:21:11.122369 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-44524f09-1a02-4636-b7f5-22dfeb48f199 req-5ca17e3d-cc73-4bb6-95d4-dcd775b19e25 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Sep 13 10:21:11.123292 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'name': 'network-vif-deleted', 'tag': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:11.126260 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119aff07-f2a0-4558-9720-3d7e8eeb851d" -d '{"events": [{"server_uuid": "9d6baaa6-306e-4c41-b7db-86c38c8b9859", "name": "network-vif-deleted", "tag": "9875d9fa-823a-4fd4-a5d8-98b0277f8a95"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:11.232990 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1a9ec-2e8c-43d2-be9a-24044ebb21bd x-openstack-request-id: req-6ce1a9ec-2e8c-43d2-be9a-24044ebb21bd {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:11.233300 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6baaa6-306e-4c41-b7db-86c38c8b9859", "name": "network-vif-deleted", "tag": "9875d9fa-823a-4fd4-a5d8-98b0277f8a95", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:11.233540 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ce1a9ec-2e8c-43d2-be9a-24044ebb21bd {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:11.233945 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce1a9ec-2e8c-43d2-be9a-24044ebb21bd'] response: {'server_uuid': '9d6baaa6-306e-4c41-b7db-86c38c8b9859', 'name': 'network-vif-deleted', 'tag': '9875d9fa-823a-4fd4-a5d8-98b0277f8a95', 'status': 'completed', 'code': 200} Sep 13 10:21:12.235490 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-46e7b0ec-9c01-49aa-8633-1d7f4e74f5c4 req-342dc63f-5b04-4dc7-aae9-ab35cd335ee8 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9d6baaa6-306e-4c41-b7db-86c38c8b9859 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Sep 13 10:21:13.702021 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b28e60-64c0-40fb-aaa7-9a0b9fb33153 req-c7c747ab-57b1-4799-b2b4-917c771900be tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:13.703467 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89b28e60-64c0-40fb-aaa7-9a0b9fb33153 req-c7c747ab-57b1-4799-b2b4-917c771900be tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0493090 Sep 13 10:21:13.751386 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89b28e60-64c0-40fb-aaa7-9a0b9fb33153 req-ed935653-cc86-47c8-83e3-41358d7bce66 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Sep 13 10:21:14.209842 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:21:14.444026 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:14.463874 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:14.464132 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 9875d9fa-823a-4fd4-a5d8-98b0277f8a95 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:14.606594 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:14.872073 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1842e4b-226c-4214-8c37-8426828957e1 req-974d4ddb-ab87-4e3a-8640-6822587bda8d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:14.873527 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1842e4b-226c-4214-8c37-8426828957e1 req-974d4ddb-ab87-4e3a-8640-6822587bda8d tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0466366 Sep 13 10:21:14.919967 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a1842e4b-226c-4214-8c37-8426828957e1 req-bdef2f25-52d6-4de6-8e96-4c097f102a1e tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Sep 13 10:21:16.003244 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:16.039917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955a373-52b1-411b-beb4-1577852f45c9 req-b3f09293-a844-4573-a5ee-4f2a1e08c5ad tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:16.041396 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5955a373-52b1-411b-beb4-1577852f45c9 req-b3f09293-a844-4573-a5ee-4f2a1e08c5ad tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0463884 Sep 13 10:21:16.092357 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5955a373-52b1-411b-beb4-1577852f45c9 req-dbb29b3b-a4e0-4d98-a07f-88dc6fbf0d68 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454330 Sep 13 10:21:17.211652 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb16207-5c36-481a-a37e-ad21be79b42f req-35155447-3958-4521-b9cb-6a3a813bf2d4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:17.213077 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dfb16207-5c36-481a-a37e-ad21be79b42f req-35155447-3958-4521-b9cb-6a3a813bf2d4 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0459487 Sep 13 10:21:17.259121 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dfb16207-5c36-481a-a37e-ad21be79b42f req-8384b479-686f-4cf9-aa0c-2179bb4e2301 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=ad263be2-de32-4ba7-bb9a-d8c7f01855bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Sep 13 10:21:17.817678 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-e52ca0ba-2bc7-4201-b614-91164ef0d0e0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:17.819101 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-e52ca0ba-2bc7-4201-b614-91164ef0d0e0 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 945 time: 0.0458927 Sep 13 10:21:17.913816 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Deleting port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:17.914078 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:18.007862 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] For port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:18.008223 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:18.021410 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Calling delete_port for 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:18.081985 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:18.215600 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (268dff1c-90e0-4ad1-8bc5-f2a35cdb4678), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:18.227632 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['268dff1c-90e0-4ad1-8bc5-f2a35cdb4678'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:21:18.247149 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Pushing event deleted for resources: {'Port': ['ID=268dff1c-90e0-4ad1-8bc5-f2a35cdb4678,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:18.364897 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-823abf05-0c32-4406-bed6-f47c88eb1b91 req-da61d2c1-156c-4322-bd0c-f1d15c81680c tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 210 time: 0.0284119 Sep 13 10:21:18.523143 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] No DVR routers for this DVR port 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:18.525598 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:18.529050 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-b21e5f12-9f9f-4177-a3c6-6f10e8f47652 req-f4eb8526-d40e-41d7-9466-0c0bfa29aa51 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.50 "DELETE /networking/v2.0/ports/268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 HTTP/1.1" status: 204 len: 173 time: 0.6994057 Sep 13 10:21:18.529534 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'name': 'network-vif-deleted', 'tag': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:18.531762 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0e8fe-6a87-49ee-849c-f4edfafae657" -d '{"events": [{"server_uuid": "cc04ffd6-17d2-4446-9a30-5bf651dd5a3f", "name": "network-vif-deleted", "tag": "268dff1c-90e0-4ad1-8bc5-f2a35cdb4678"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:18.569101 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe2b37-5fee-42b5-ae5f-9de11e4934d2 x-openstack-request-id: req-abbe2b37-5fee-42b5-ae5f-9de11e4934d2 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:18.569963 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04ffd6-17d2-4446-9a30-5bf651dd5a3f", "name": "network-vif-deleted", "tag": "268dff1c-90e0-4ad1-8bc5-f2a35cdb4678", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:18.570232 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abbe2b37-5fee-42b5-ae5f-9de11e4934d2 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:18.570643 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbe2b37-5fee-42b5-ae5f-9de11e4934d2'] response: {'server_uuid': 'cc04ffd6-17d2-4446-9a30-5bf651dd5a3f', 'name': 'network-vif-deleted', 'tag': '268dff1c-90e0-4ad1-8bc5-f2a35cdb4678', 'status': 'completed', 'code': 200} Sep 13 10:21:19.124214 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d72f7-0b0e-4a56-a887-9a536cd2878d req-8c313ba7-cf4f-4a72-8f33-d6ec54ce5838 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:19.125560 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-262d72f7-0b0e-4a56-a887-9a536cd2878d req-8c313ba7-cf4f-4a72-8f33-d6ec54ce5838 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0463488 Sep 13 10:21:19.175486 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-262d72f7-0b0e-4a56-a887-9a536cd2878d req-968d734b-99ea-400e-a5ce-87ae7f23eeb9 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444493 Sep 13 10:21:19.225778 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:19.485944 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8d390d9a-ec8b-4ede-a1e1-dc13d4833407 req-95aa4a29-f3cb-4040-8a9a-9330fc3b53dc tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 210 time: 0.0272861 Sep 13 10:21:20.442916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2b87-367d-4ee5-8a91-f9a3132175fb req-b833ea8c-e9b1-4d47-83fc-aa2c408c9ad2 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:20.444382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-434f2b87-367d-4ee5-8a91-f9a3132175fb req-b833ea8c-e9b1-4d47-83fc-aa2c408c9ad2 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0465808 Sep 13 10:21:20.492961 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-434f2b87-367d-4ee5-8a91-f9a3132175fb req-75190745-e9c8-4473-ae5a-74ac247b4c58 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Sep 13 10:21:20.604692 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5037adb4-15bc-47af-8e3b-8ea8700dbe57 req-915aaaf6-b52f-4f07-a1d8-08745588a451 tempest-ServerRescueNegativeTestJSON-1029132022 tempest-ServerRescueNegativeTestJSON-1029132022-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=cc04ffd6-17d2-4446-9a30-5bf651dd5a3f HTTP/1.1" status: 200 len: 210 time: 0.0309591 Sep 13 10:21:20.801587 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a70b974-77e7-4be2-b59e-4c0bc00ccee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:21.227219 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-3b59b83c-3e07-4041-b9a4-dcb2d917004c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:21.228680 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-3b59b83c-3e07-4041-b9a4-dcb2d917004c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0469613 Sep 13 10:21:21.323605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 81995db5-2ef5-4695-9855-917c764a0b9f {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:21.323944 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:21.415257 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] For port 81995db5-2ef5-4695-9855-917c764a0b9f, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=81995db5-2ef5-4695-9855-917c764a0b9f,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:21.415612 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:21.522696 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:21.588869 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:21.589215 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (ce375a73-6480-4d6d-b0c7-d1a541db9561), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:21.589544 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP ce375a73-6480-4d6d-b0c7-d1a541db9561 disassociated. External IP: 172.27.2.126, port: 81995db5-2ef5-4695-9855-917c764a0b9f. Sep 13 10:21:21.589857 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 81995db5-2ef5-4695-9855-917c764a0b9f owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:21.613675 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8605-6b08-4a12-9903-bc91d191f926 req-0c69f619-9a5a-4e16-91a5-d7a3dffd2d75 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:21.615289 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce0d8605-6b08-4a12-9903-bc91d191f926 req-0c69f619-9a5a-4e16-91a5-d7a3dffd2d75 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 945 time: 0.0472324 Sep 13 10:21:21.665157 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce0d8605-6b08-4a12-9903-bc91d191f926 req-911ea894-77bb-4de2-9b5c-ece9c9240813 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=b9f64fb3-797a-484f-b39a-32deb450108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Sep 13 10:21:21.672320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48262) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:21.769629 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (81995db5-2ef5-4695-9855-917c764a0b9f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:21.801922 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=81995db5-2ef5-4695-9855-917c764a0b9f,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:21.901399 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:21.918786 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:21:22.030054 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:21:22.042107 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:21:22.054633 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:22.055316 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:20:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:22.077706 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] No DVR routers for this DVR port 81995db5-2ef5-4695-9855-917c764a0b9f on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:22.080110 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:22.084027 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-1a47c118-5e4b-4123-a91a-184f21dbf267 req-d4c797da-126e-4b94-baf7-d198bf3f3d21 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "DELETE /networking/v2.0/ports/81995db5-2ef5-4695-9855-917c764a0b9f HTTP/1.1" status: 204 len: 173 time: 0.8471153 Sep 13 10:21:22.084554 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'name': 'network-vif-deleted', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:22.086870 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f573a8f-5c97-43e7-a50d-6521a54cb9ec" -d '{"events": [{"server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "name": "network-vif-deleted", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:22.123781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:22.126793 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a11be36-7209-4f4d-9088-e4a19f5e286f x-openstack-request-id: req-0a11be36-7209-4f4d-9088-e4a19f5e286f {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:22.127201 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b", "name": "network-vif-deleted", "tag": "81995db5-2ef5-4695-9855-917c764a0b9f", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:22.127509 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a11be36-7209-4f4d-9088-e4a19f5e286f {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:22.128203 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a11be36-7209-4f4d-9088-e4a19f5e286f'] response: {'server_uuid': '9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b', 'name': 'network-vif-deleted', 'tag': '81995db5-2ef5-4695-9855-917c764a0b9f', 'status': 'completed', 'code': 200} Sep 13 10:21:22.263037 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:22.430003 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (058248f2-b07e-44cd-aa8d-1a475af48082), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:22.453829 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:22.482222 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:22.483834 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:21:22.492443 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:22.493056 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:20:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:22.497014 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 81995db5-2ef5-4695-9855-917c764a0b9f no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:22.517281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 81995db5-2ef5-4695-9855-917c764a0b9f {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:22.518056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 81995db5-2ef5-4695-9855-917c764a0b9f not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:22.518448 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:22.538037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:22.538388 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 268dff1c-90e0-4ad1-8bc5-f2a35cdb4678 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:22.598716 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:22.627579 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:22.725242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Deleting port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:22.725584 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:22.801586 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-555682db-bf03-426b-a47a-a6b87dc26ab6 req-cf4a1adc-4c6a-40f1-bfcd-49f460a05362 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9f6e776f-1d0e-40fe-9231-6b4a52fd5d2b HTTP/1.1" status: 200 len: 210 time: 0.0334389 Sep 13 10:21:22.806600 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:22.832460 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b8e82-1985-4033-b044-2653b64bfbe2 None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:21:22.836106 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] For port 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:22.836469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:22.849961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Calling delete_port for 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 owned by network:router_interface {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:23.063522 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47c144-1f5f-4223-a68d-1fdc8ee7ca76 None None] New status for floating IP ce375a73-6480-4d6d-b0c7-d1a541db9561: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:21:23.106971 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:23.138354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:23.298749 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-35ebbe84-9cd3-4055-9ccb-61936ee69cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:23.313276 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (058248f2-b07e-44cd-aa8d-1a475af48082), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:23.400894 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:23.469872 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:23.525066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Router 058248f2-b07e-44cd-aa8d-1a475af48082 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:21:23.630679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:21:23.635600 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e60fb76b-cd9e-40d8-8ee9-1f75a6e3adf8 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/058248f2-b07e-44cd-aa8d-1a475af48082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9622452 Sep 13 10:21:23.638321 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48272) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:23.640342 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] Sync routers for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:21:23.651578 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:23.652186 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:23.736581 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks [] for router (058248f2-b07e-44cd-aa8d-1a475af48082), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:23.752902 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:23.832431 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks [] for router_gateway (058248f2-b07e-44cd-aa8d-1a475af48082), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:23.911377 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:23.925262 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:21:22Z', 'revision_number': 5, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port': {'id': 'c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:23.939088 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Deleting port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:23.939450 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:23.950298 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] Checking router: 058248f2-b07e-44cd-aa8d-1a475af48082 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:21:23.959636 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] Routers {'058248f2-b07e-44cd-aa8d-1a475af48082'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:23.960243 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['058248f2-b07e-44cd-aa8d-1a475af48082'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:23.976942 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48278) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:24.042928 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] Set router 058248f2-b07e-44cd-aa8d-1a475af48082 gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:24.061147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] For port c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:24.061499 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.074531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fc804551-c555-44d7-8131-e43e40e277f6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (b9f64fb3-797a-484f-b39a-32deb450108e), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.080879 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Calling delete_port for c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:24.094492 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:21:23Z', 'revision_number': 6, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:24.108168 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fc804551-c555-44d7-8131-e43e40e277f6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (b9f64fb3-797a-484f-b39a-32deb450108e), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.118548 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289c33c-07c2-418d-bb4e-4c622ef68766 None None] The sync data for ids ['058248f2-b07e-44cd-aa8d-1a475af48082'] in dv-cinder-854274-4-iscsi is: [{'id': '058248f2-b07e-44cd-aa8d-1a475af48082', 'name': 'tempest-ServerRescueNegativeTestJSON-1898832420-router', 'tenant_id': '602cd87d731241e3ad12032e2dd67c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:21:23Z', 'revision_number': 6, 'project_id': '602cd87d731241e3ad12032e2dd67c1b', 'gw_port_host': None}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:21:24.179978 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:24.326784 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fc804551-c555-44d7-8131-e43e40e277f6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (b9f64fb3-797a-484f-b39a-32deb450108e), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.329538 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fc804551-c555-44d7-8131-e43e40e277f6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.330663 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-fc804551-c555-44d7-8131-e43e40e277f6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b9f64fb3-797a-484f-b39a-32deb450108e HTTP/1.1" status: 204 len: 168 time: 0.3529785 Sep 13 10:21:24.333565 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48280) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:24.335348 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:24.340392 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc804551-c555-44d7-8131-e43e40e277f6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f64fb3-797a-484f-b39a-32deb450108e,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:24.347695 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.api.v2.resource [None req-e8503bff-72a7-4dbb-9416-c5a1e3b26e69 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] show failed (client error): The resource could not be found. Sep 13 10:21:24.348686 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e8503bff-72a7-4dbb-9416-c5a1e3b26e69 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups/b9f64fb3-797a-484f-b39a-32deb450108e HTTP/1.1" status: 404 len: 347 time: 0.0141542 Sep 13 10:21:24.351623 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48282) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:24.355780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.384392 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:24.421117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.456066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (058248f2-b07e-44cd-aa8d-1a475af48082), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.468262 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 2e0a18d4-1e66-41a9-a2c0-382ff022c772 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:24.468613 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.554404 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.554736 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (2e0a18d4-1e66-41a9-a2c0-382ff022c772), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.558108 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (058248f2-b07e-44cd-aa8d-1a475af48082), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.559539 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks [] for router_controller (058248f2-b07e-44cd-aa8d-1a475af48082), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.568675 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 2e0a18d4-1e66-41a9-a2c0-382ff022c772 owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:24.678153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (058248f2-b07e-44cd-aa8d-1a475af48082), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.678777 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058248f2-b07e-44cd-aa8d-1a475af48082 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:21:24.683794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.687572 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-cada3efd-2f04-42dc-9a84-2b9cfa0d13d4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/058248f2-b07e-44cd-aa8d-1a475af48082 HTTP/1.1" status: 204 len: 168 time: 1.0456979 Sep 13 10:21:24.687784 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48284) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:24.732744 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Deleting subnet 0638c696-6532-4eec-8797-3766e996715f {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:21:24.735884 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Publish callbacks [] for subnet (0638c696-6532-4eec-8797-3766e996715f), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.771027 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (0638c696-6532-4eec-8797-3766e996715f), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.792983 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (2e0a18d4-1e66-41a9-a2c0-382ff022c772), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.817402 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=2e0a18d4-1e66-41a9-a2c0-382ff022c772,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:24.889641 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (ce375a73-6480-4d6d-b0c7-d1a541db9561), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.892954 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:24.895033 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9be0f166-4d83-44a6-88b9-d8994c79650c tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/ce375a73-6480-4d6d-b0c7-d1a541db9561 HTTP/1.1" status: 204 len: 168 time: 0.5425031 Sep 13 10:21:24.963937 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:24.985057 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:24.985414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device c8f4ddd2-4ff1-4b8e-af96-ab19eb108c69 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:24.985909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:25.006439 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:25.006786 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6cfaba9f-44e1-4fc6-bd99-b77ef94a2ff6 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:25.034471 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48288) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:25.039412 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450802305', 'description': 'tempest-description--1219771091'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:25.114244 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (0638c696-6532-4eec-8797-3766e996715f), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.136283 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.162619 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:25.218093 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (bd9e8041-c844-4abc-81ff-dba84350bc5f), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.247141 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (0638c696-6532-4eec-8797-3766e996715f), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.269442 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bd9e8041-c844-4abc-81ff-dba84350bc5f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.271514 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0638c696-6532-4eec-8797-3766e996715f,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:25.277915 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.280627 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ec89a4fe-fd63-4594-823e-47bacba9e0d6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/0638c696-6532-4eec-8797-3766e996715f HTTP/1.1" status: 204 len: 168 time: 0.5918872 Sep 13 10:21:25.283609 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48292) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:25.283982 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28af11-b93f-414a-9b7c-c328c2fedad4 None None] Network 8ecb5458-53ff-4af9-903b-3aeac85684dc requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:21:25.309522 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9e8041-c844-4abc-81ff-dba84350bc5f,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:25.358221 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (8ecb5458-53ff-4af9-903b-3aeac85684dc), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.393610 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.396151 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8d45ad1e-9006-467e-a80a-a148972bbc91 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3596520 Sep 13 10:21:25.398067 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48294) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:25.403722 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'bd9e8041-c844-4abc-81ff-dba84350bc5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:25.406509 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Deleting port 761408b7-7531-4757-9ac5-966bf1edd847 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:25.406847 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (761408b7-7531-4757-9ac5-966bf1edd847), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.417590 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:25.477447 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] For port 761408b7-7531-4757-9ac5-966bf1edd847, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=761408b7-7531-4757-9ac5-966bf1edd847,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:25.477731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (761408b7-7531-4757-9ac5-966bf1edd847), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.494909 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Calling delete_port for 761408b7-7531-4757-9ac5-966bf1edd847 owned by network:dhcp {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:25.530816 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (f1aea52b-9462-4698-a5c7-b8efcaaf9f12), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.573696 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:25.579635 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] DHCP port deletion for 8ecb5458-53ff-4af9-903b-3aeac85684dc request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:21:25.593474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (f1aea52b-9462-4698-a5c7-b8efcaaf9f12), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.618401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] Deleting port 761408b7-7531-4757-9ac5-966bf1edd847 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:25.618771 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (761408b7-7531-4757-9ac5-966bf1edd847), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.666751 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (761408b7-7531-4757-9ac5-966bf1edd847), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.683734 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] For port 761408b7-7531-4757-9ac5-966bf1edd847, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=761408b7-7531-4757-9ac5-966bf1edd847,segment=NetworkSegment(ffe864c1-82b1-430d-a1cd-e997afab88b9),segment_id=ffe864c1-82b1-430d-a1cd-e997afab88b9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:25.684121 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (761408b7-7531-4757-9ac5-966bf1edd847), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.689995 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (f1aea52b-9462-4698-a5c7-b8efcaaf9f12), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.695289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] No DVR routers for this DVR port 761408b7-7531-4757-9ac5-966bf1edd847 on host dv-cinder-854274-4-iscsi {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:25.700640 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=761408b7-7531-4757-9ac5-966bf1edd847,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:25.701772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] Calling delete_port for 761408b7-7531-4757-9ac5-966bf1edd847 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:25.729030 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aea52b-9462-4698-a5c7-b8efcaaf9f12,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:25.794808 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (761408b7-7531-4757-9ac5-966bf1edd847), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.797384 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (8ecb5458-53ff-4af9-903b-3aeac85684dc), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.822147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecb5458-53ff-4af9-903b-3aeac85684dc']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:25.822250 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] Pushing event deleted for resources: {'Port': ['ID=761408b7-7531-4757-9ac5-966bf1edd847,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:25.824718 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cba48-7e33-4939-8aa2-79d436445961 None None] No DVR routers for this DVR port 761408b7-7531-4757-9ac5-966bf1edd847 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:25.837625 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe864c1-82b1-430d-a1cd-e997afab88b9') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:25.838265 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe864c1-82b1-430d-a1cd-e997afab88b9') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:25.849600 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (ffe864c1-82b1-430d-a1cd-e997afab88b9), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.860040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:25.864040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (ffe864c1-82b1-430d-a1cd-e997afab88b9), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.872085 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Releasing vlan 462 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:21:25.872484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (ffe864c1-82b1-430d-a1cd-e997afab88b9), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.891570 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment ffe864c1-82b1-430d-a1cd-e997afab88b9 resource provider aggregate not found Sep 13 10:21:25.902269 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.903921 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:25.907743 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-00d3bccb-aa14-4fc6-8e6e-2f81bd869313 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5061178 Sep 13 10:21:25.913378 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48304) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:25.913378 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'security_group_rule': {'security_group_id': 'bd9e8041-c844-4abc-81ff-dba84350bc5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:25.923848 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment ffe864c1-82b1-430d-a1cd-e997afab88b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffe864c1-82b1-430d-a1cd-e997afab88b9 found for delete ", "request_id": "req-5dff8e30-41e7-454e-b453-5e22c6e6ff6e"}]} Sep 13 10:21:25.932554 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.033238 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (e1599667-8c95-49d9-856e-a5369f87081d), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.052638 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (8ecb5458-53ff-4af9-903b-3aeac85684dc), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.058355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.061876 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8ecb5458-53ff-4af9-903b-3aeac85684dc HTTP/1.1" status: 204 len: 168 time: 0.7771761 Sep 13 10:21:26.077998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (e1599667-8c95-49d9-856e-a5369f87081d), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.078230 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49bd7-edf4-43ae-9944-fe81e3c70c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecb5458-53ff-4af9-903b-3aeac85684dc,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:26.164252 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (e1599667-8c95-49d9-856e-a5369f87081d), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.182752 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1599667-8c95-49d9-856e-a5369f87081d,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:26.280699 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.281923 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-cf20e483-a032-4937-9fbf-5c485bbb9a93 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730316 Sep 13 10:21:26.287326 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48310) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:26.289275 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:26.370067 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.449653 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48314) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:26.463479 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.494179 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-04db610a-3a6d-4b06-88c3-b116d7ae79e0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=602cd87d731241e3ad12032e2dd67c1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431299 Sep 13 10:21:26.497163 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48316) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:26.552385 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca8e-7ddf-4c29-ad83-8ab5460b8f2d admin admin] Publish callbacks [] for security_group (ad263be2-de32-4ba7-bb9a-d8c7f01855bc), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.574072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca8e-7ddf-4c29-ad83-8ab5460b8f2d admin admin] Publish callbacks [] for security_group (ad263be2-de32-4ba7-bb9a-d8c7f01855bc), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.579553 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.27.2.57 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/97c2b783-3f9b-41bf-816a-72242f13a748) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:21:26.688977 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (97c2b783-3f9b-41bf-816a-72242f13a748), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.697115 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:26.714903 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca8e-7ddf-4c29-ad83-8ab5460b8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ad263be2-de32-4ba7-bb9a-d8c7f01855bc), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.717529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-85c5ca8e-7ddf-4c29-ad83-8ab5460b8f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.718769 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-85c5ca8e-7ddf-4c29-ad83-8ab5460b8f2d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ad263be2-de32-4ba7-bb9a-d8c7f01855bc HTTP/1.1" status: 204 len: 168 time: 0.2207150 Sep 13 10:21:26.727147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ca8e-7ddf-4c29-ad83-8ab5460b8f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad263be2-de32-4ba7-bb9a-d8c7f01855bc,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:26.787321 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (97c2b783-3f9b-41bf-816a-72242f13a748), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.826306 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:21:26.832993 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:21:26.837119 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:21:26.858909 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=97c2b783-3f9b-41bf-816a-72242f13a748,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:26.908468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:26.928322 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (15251eaf-a04b-4694-9e17-845d7c89fa54), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:26.939532 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 761408b7-7531-4757-9ac5-966bf1edd847 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:26.959322 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 761408b7-7531-4757-9ac5-966bf1edd847 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:26.959671 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 761408b7-7531-4757-9ac5-966bf1edd847 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:27.035349 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (97c2b783-3f9b-41bf-816a-72242f13a748), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:27.194048 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (97c2b783-3f9b-41bf-816a-72242f13a748), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:27.241022 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (97c2b783-3f9b-41bf-816a-72242f13a748), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:27.308977 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=97c2b783-3f9b-41bf-816a-72242f13a748,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:27.316903 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (15251eaf-a04b-4694-9e17-845d7c89fa54), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:27.397533 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:27.398806 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-2d0b8c4e-8121-40b6-a693-26f55f4c3e74 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1128149 Sep 13 10:21:27.616971 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-e543d43c-5568-4dc5-ba2e-6913506cab90 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--450802305&fields=id&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 267 time: 0.0427208 Sep 13 10:21:27.728867 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-7ffa1d73-a204-48c9-8eeb-fa130761b9eb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:27.730437 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-7ffa1d73-a204-48c9-8eeb-fa130761b9eb tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.1071069 Sep 13 10:21:27.746332 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-a76729af-12a4-41f2-9896-304fe77a6ee5 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/quotas/66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 375 time: 0.0103517 Sep 13 10:21:27.798542 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-8ed16804-6f73-4de1-b01e-fb1f935c6187 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467768 Sep 13 10:21:27.997704 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-32dd8841-0d7a-414a-ae8e-3d44fe407328 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871004 Sep 13 10:21:28.052933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:28.093535 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-580a1e84-c0d1-4a8e-a86c-0b2c1fc23bfc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898213 Sep 13 10:21:28.366160 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac3609e4-3836-4667-be75-21d8a5efd62a req-4bd84ec1-74d0-4ccf-8366-47344467ed48 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 210 time: 0.0291164 Sep 13 10:21:29.056585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a9390-6f72-4dcd-95d1-f109f3572b60 req-72591ae1-5cca-46f4-b11c-9ef70603e699 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:29.058138 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b74a9390-6f72-4dcd-95d1-f109f3572b60 req-72591ae1-5cca-46f4-b11c-9ef70603e699 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Sep 13 10:21:29.106416 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b74a9390-6f72-4dcd-95d1-f109f3572b60 req-87cd45bf-f45c-47f4-aa29-1576e48bb851 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Sep 13 10:21:29.470060 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-baba8f0f-4a42-46a6-99dd-90cad02268ac req-ffdf1b62-2aba-444d-8720-406187580baf tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 210 time: 0.0298433 Sep 13 10:21:30.241015 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9fe77-238b-482d-9c09-8eaef63a3950 req-c0fe3fe1-eb60-4b88-b00c-b212ca00d7a9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:30.242480 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c8d9fe77-238b-482d-9c09-8eaef63a3950 req-c0fe3fe1-eb60-4b88-b00c-b212ca00d7a9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Sep 13 10:21:30.288960 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48442) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:30.298477 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c8d9fe77-238b-482d-9c09-8eaef63a3950 req-e6739a11-2b93-4c8e-9c7c-a1bc97fe4185 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501876 Sep 13 10:21:30.397929 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-264d2a4d-3d60-4332-8f63-33898dd1296e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.472162 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-264d2a4d-3d60-4332-8f63-33898dd1296e admin admin] Publish callbacks [] for security_group (f3a31512-1c3b-4127-bcb5-d319da155d0d), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.544741 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-264d2a4d-3d60-4332-8f63-33898dd1296e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f3a31512-1c3b-4127-bcb5-d319da155d0d), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.561188 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:30.576159 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-71602ce5-7c6c-4141-b0cf-f5207e71e410 req-9983fc75-ea54-4a5c-b108-f1c5557097dc tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 210 time: 0.0298328 Sep 13 10:21:30.634435 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d2a4d-3d60-4332-8f63-33898dd1296e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a31512-1c3b-4127-bcb5-d319da155d0d,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:30.640578 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-264d2a4d-3d60-4332-8f63-33898dd1296e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c9af9fc38bf64f46b9aef7f0a9a702c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504958 Sep 13 10:21:30.650029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48448) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:30.684087 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-862dd411-6faa-4980-8e34-7ab224189b79 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:30.685747 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-862dd411-6faa-4980-8e34-7ab224189b79 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 814 time: 0.1523015 Sep 13 10:21:30.701397 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-28aedf6e-4e4b-4fa2-9c51-3960663c3491 admin admin] Publish callbacks [] for security_group (f3a31512-1c3b-4127-bcb5-d319da155d0d), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.723052 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-28aedf6e-4e4b-4fa2-9c51-3960663c3491 admin admin] Publish callbacks [] for security_group (f3a31512-1c3b-4127-bcb5-d319da155d0d), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.749492 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-ac31d0bf-4cb9-4121-9e6c-5493abd16dbd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66658bb98ea64e319ed948b8f279ed5f HTTP/1.1" status: 200 len: 379 time: 0.0541263 Sep 13 10:21:30.760618 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'port': {'device_id': '75681e9a-70e7-4876-a644-7da412c384c5', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'admin_state_up': True, 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'security_groups': ['bd9e8041-c844-4abc-81ff-dba84350bc5f']}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:30.857835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-28aedf6e-4e4b-4fa2-9c51-3960663c3491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f3a31512-1c3b-4127-bcb5-d319da155d0d), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.860832 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-28aedf6e-4e4b-4fa2-9c51-3960663c3491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:30.865391 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-28aedf6e-4e4b-4fa2-9c51-3960663c3491 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f3a31512-1c3b-4127-bcb5-d319da155d0d HTTP/1.1" status: 204 len: 168 time: 0.2109487 Sep 13 10:21:30.873867 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aedf6e-4e4b-4fa2-9c51-3960663c3491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a31512-1c3b-4127-bcb5-d319da155d0d,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:30.949082 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Made reservation on behalf of 66658bb98ea64e319ed948b8f279ed5f for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:21:30.953053 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.060417 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:31.080557 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Allocated IP 172.20.0.10 (3a50e7ab-833a-427c-9bea-0d826ae0fb4a/b5c9b688-139d-4b2c-ad5b-accca57a7517/e14a2cd2-7a70-4bcf-b52e-0b0e708566c7) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:21:31.225891 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.352602 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.399113 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:21:31.404852 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:21:31.408786 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:21:31.434466 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event updated for resources: {'Port': ['ID=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:31.444773 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55bea-0467-4bfa-8663-728dbaaed779 req-e99ae2a1-61a0-442f-ac16-4e18ca648f36 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:31.446822 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-77c55bea-0467-4bfa-8663-728dbaaed779 req-e99ae2a1-61a0-442f-ac16-4e18ca648f36 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0633433 Sep 13 10:21:31.465718 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:31.471227 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.498159 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-77c55bea-0467-4bfa-8663-728dbaaed779 req-881fe953-3927-4a1f-be59-a539c210d589 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Sep 13 10:21:31.548953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48460) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:31.551546 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-03e387a6-3e89-4379-86cd-4ed761b85c68 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950778 Sep 13 10:21:31.563784 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-310500d7-e9d3-4de2-a5cf-ffa7c5cc3ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.609323 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:31.633279 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:DELETE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:31.641664 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e4ad3a40-85b3-4c16-a20b-a859da3118ea None None] Provisioning complete for port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:21:31.642035 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3a40-85b3-4c16-a20b-a859da3118ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.654152 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-310500d7-e9d3-4de2-a5cf-ffa7c5cc3ac8 admin admin] Publish callbacks [] for security_group (d4cbec87-de34-45bc-abdd-1b99caf06207), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.665351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:31.681449 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad3a40-85b3-4c16-a20b-a859da3118ea None None] Port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:21:31.721651 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec3108-1bd9-40e4-86ae-0e3ddf2493d9 req-e960dd67-d95e-48f4-a2fd-c2e13fe9f60e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:31.721651 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-edec3108-1bd9-40e4-86ae-0e3ddf2493d9 req-e960dd67-d95e-48f4-a2fd-c2e13fe9f60e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 932 time: 0.0534248 Sep 13 10:21:31.722440 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Request body: {'port': {'device_id': '75681e9a-70e7-4876-a644-7da412c384c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:31.743989 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-310500d7-e9d3-4de2-a5cf-ffa7c5cc3ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d4cbec87-de34-45bc-abdd-1b99caf06207), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.756263 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:31.783043 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.783556 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:31.805340 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-edec3108-1bd9-40e4-86ae-0e3ddf2493d9 req-f683b96f-1f51-42de-97eb-2242bdcb0327 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789547 Sep 13 10:21:31.810375 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-310500d7-e9d3-4de2-a5cf-ffa7c5cc3ac8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d2d81f9bad8842df8ba851121868b64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577486 Sep 13 10:21:31.810375 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310500d7-e9d3-4de2-a5cf-ffa7c5cc3ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cbec87-de34-45bc-abdd-1b99caf06207,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:31.811153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48466) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:31.863119 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9e18275d-b167-4230-a4cd-a2f2524cfe2e admin admin] Publish callbacks [] for security_group (d4cbec87-de34-45bc-abdd-1b99caf06207), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:31.884330 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9e18275d-b167-4230-a4cd-a2f2524cfe2e admin admin] Publish callbacks [] for security_group (d4cbec87-de34-45bc-abdd-1b99caf06207), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.026786 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9e18275d-b167-4230-a4cd-a2f2524cfe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d4cbec87-de34-45bc-abdd-1b99caf06207), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.029813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9e18275d-b167-4230-a4cd-a2f2524cfe2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.030976 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-9e18275d-b167-4230-a4cd-a2f2524cfe2e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d4cbec87-de34-45bc-abdd-1b99caf06207 HTTP/1.1" status: 204 len: 168 time: 0.2188985 Sep 13 10:21:32.047025 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18275d-b167-4230-a4cd-a2f2524cfe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cbec87-de34-45bc-abdd-1b99caf06207,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:32.047523 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:21:32.056322 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Publish callbacks [] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.071618 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Transition to ACTIVE for port object e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:21:32.129766 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.154212 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:32.191230 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Pushing event updated for resources: {'Port': ['ID=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:32.242026 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Attempting to bind port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:21:32.242364 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Attempting to bind port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:21:32.242823 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Attempting to bind port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:21:32.287868 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:21:32.288187 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Attempting to bind port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 on network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:21:32.330308 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:21:32.330636 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Checking segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:21:32.331010 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Bound using segment: {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:21:32.331467 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Bound port: e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:21:32.331818 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.393829 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] For port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:21:32.396633 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] For port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:21:32.475470 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.479830 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.480458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:32.481869 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 HTTP/1.1" status: 200 len: 1094 time: 0.9235704 Sep 13 10:21:32.482427 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:32.484694 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde55d7-84c2-4345-8f8f-133b915f6869" -d '{"events": [{"name": "network-changed", "server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:32.524647 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a51c62-8fb8-4114-9bac-dc58a775957c x-openstack-request-id: req-20a51c62-8fb8-4114-9bac-dc58a775957c {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:32.525008 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:32.525272 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20a51c62-8fb8-4114-9bac-dc58a775957c {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:32.525683 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a51c62-8fb8-4114-9bac-dc58a775957c'] response: {'name': 'network-changed', 'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'status': 'completed', 'code': 200} Sep 13 10:21:32.549118 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc1fc0-579d-4054-9429-16847b21246b service neutron] Pushing event updated for resources: {'Port': ['ID=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:32.596848 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde55d7-84c2-4345-8f8f-133b915f6869 req-f1f9d01a-0ab4-406a-9a72-2db128e05626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.598360 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-1dde55d7-84c2-4345-8f8f-133b915f6869 req-f1f9d01a-0ab4-406a-9a72-2db128e05626 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 1128 time: 0.0450697 Sep 13 10:21:32.644988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1489c-9de3-4224-b6d8-4d73db6e2924 req-cbb5b0da-7960-4f35-b32a-c3f0781cdf36 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.646473 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d2d1489c-9de3-4224-b6d8-4d73db6e2924 req-cbb5b0da-7960-4f35-b32a-c3f0781cdf36 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0532334 Sep 13 10:21:32.696856 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d2d1489c-9de3-4224-b6d8-4d73db6e2924 req-5f32768c-4749-47f7-a854-f10c7ed1a6c7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Sep 13 10:21:32.706257 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde55d7-84c2-4345-8f8f-133b915f6869 req-029cbe10-c77c-41e4-8f0c-d3d212222447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.707862 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-1dde55d7-84c2-4345-8f8f-133b915f6869 req-029cbe10-c77c-41e4-8f0c-d3d212222447 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=66658bb98ea64e319ed948b8f279ed5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1021602 Sep 13 10:21:32.812601 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde55d7-84c2-4345-8f8f-133b915f6869 req-9d73b9d6-3050-4d48-87c1-68c0f2430408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.814121 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-1dde55d7-84c2-4345-8f8f-133b915f6869 req-9d73b9d6-3050-4d48-87c1-68c0f2430408 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005101 Sep 13 10:21:32.906973 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-975c03da-e667-4a3f-8342-2d01e3b3a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.908781 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-975c03da-e667-4a3f-8342-2d01e3b3a358 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 1128 time: 0.0477819 Sep 13 10:21:32.926272 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:32.944662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534685d-b038-4e05-b01e-1950fd3b12f1 req-20f35fd4-41d4-4ef6-82cc-61cbff8cfb89 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:32.946226 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c534685d-b038-4e05-b01e-1950fd3b12f1 req-20f35fd4-41d4-4ef6-82cc-61cbff8cfb89 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 944 time: 0.0481608 Sep 13 10:21:32.956270 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-5c77693f-9ae2-4b01-b35a-10add2876bde service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 HTTP/1.1" status: 200 len: 217 time: 0.0369847 Sep 13 10:21:32.995027 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c534685d-b038-4e05-b01e-1950fd3b12f1 req-b86c7996-d728-4454-8202-239136d36a0a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428886 Sep 13 10:21:33.005605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-05b482a9-c947-4c24-8750-87075adf05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:33.007063 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-05b482a9-c947-4c24-8750-87075adf05fa service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.0449820 Sep 13 10:21:33.056849 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2855-462b-4b47-bb13-6eb3077b932c req-3745e180-0ff2-4b89-acab-0ec2249082a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:33.058360 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-3745e180-0ff2-4b89-acab-0ec2249082a5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409963 Sep 13 10:21:33.158422 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-233cc791-ddd2-422c-8ff0-418d7ff82d09 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883586 Sep 13 10:21:33.250370 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-099c2855-462b-4b47-bb13-6eb3077b932c req-c5da7c24-2f9b-4303-a0b1-a73e376ea4a9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857048 Sep 13 10:21:33.825445 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193407c6-65bb-4184-8f72-e0b3f8832f92 req-a15a5c25-1630-433a-a217-8ff896939a45 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:33.826909 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-193407c6-65bb-4184-8f72-e0b3f8832f92 req-a15a5c25-1630-433a-a217-8ff896939a45 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0464034 Sep 13 10:21:33.879614 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-193407c6-65bb-4184-8f72-e0b3f8832f92 req-23708227-beba-42b4-8a46-b6882ff870bf tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Sep 13 10:21:34.066791 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=74 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:34.119813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a93961-2e2a-4c88-aeaa-b961aa254d7c req-62ee030b-d193-427b-839a-414c96e6f671 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:34.121251 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-30a93961-2e2a-4c88-aeaa-b961aa254d7c req-62ee030b-d193-427b-839a-414c96e6f671 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 944 time: 0.0452716 Sep 13 10:21:34.172096 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-30a93961-2e2a-4c88-aeaa-b961aa254d7c req-41239841-beae-4079-987f-485d18839cb7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453215 Sep 13 10:21:35.005636 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8b490-90c5-4fe6-b03b-1f5f545933ff req-0cf51ef3-5e81-4636-bf38-bf3c967d21f5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:35.007076 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fbb8b490-90c5-4fe6-b03b-1f5f545933ff req-0cf51ef3-5e81-4636-bf38-bf3c967d21f5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0457892 Sep 13 10:21:35.027537 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:35.055240 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fbb8b490-90c5-4fe6-b03b-1f5f545933ff req-a53f57d3-7f90-4da0-acd1-c2d44781f8e3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Sep 13 10:21:35.295713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09f26c-e3a5-430c-9988-a81006d91aee req-5417cc46-13a9-4ec2-917a-a906da8db017 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:35.297159 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fb09f26c-e3a5-430c-9988-a81006d91aee req-5417cc46-13a9-4ec2-917a-a906da8db017 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 944 time: 0.0507777 Sep 13 10:21:35.345052 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fb09f26c-e3a5-430c-9988-a81006d91aee req-2a23b286-0ce4-47b2-af5a-68c52b4438a0 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Sep 13 10:21:35.654819 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d380e6-6514-4bda-aa92-041fddf26f00 req-1df9ffbe-36f2-45e1-bb33-ca0cf8a61a8f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:35.656310 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-97d380e6-6514-4bda-aa92-041fddf26f00 req-1df9ffbe-36f2-45e1-bb33-ca0cf8a61a8f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0479450 Sep 13 10:21:35.711670 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-97d380e6-6514-4bda-aa92-041fddf26f00 req-a5e6f2ef-9321-4814-a76b-fe4bbdf98194 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493534 Sep 13 10:21:36.184341 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4b5e4-313d-4c4d-8d15-63868bac3681 req-e5b26191-6529-4888-8051-096837d542d9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:36.185812 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-03c4b5e4-313d-4c4d-8d15-63868bac3681 req-e5b26191-6529-4888-8051-096837d542d9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0473125 Sep 13 10:21:36.236485 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-03c4b5e4-313d-4c4d-8d15-63868bac3681 req-a7deeb50-0f23-4a2f-ab34-3035d4fda537 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Sep 13 10:21:36.465220 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475df71-cf5b-46b0-b06f-288634502cc1 req-4c42379d-7f3e-4689-97dd-a5c24ef9b31a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:36.466645 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9475df71-cf5b-46b0-b06f-288634502cc1 req-4c42379d-7f3e-4689-97dd-a5c24ef9b31a tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 944 time: 0.0455763 Sep 13 10:21:36.488880 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:21:36.513434 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9475df71-cf5b-46b0-b06f-288634502cc1 req-f050e4fb-1774-48bc-9538-eefe03803916 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405948 Sep 13 10:21:36.585500 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:36.600209 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'port_id': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'mac_address': 'fa:16:3e:b6:23:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:21:36.633658 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:21:36.633987 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:36.647669 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:21:36.666867 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:36.734945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:36.783144 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:36.790281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.790627 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.790986 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.791375 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.791712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.792038 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.792533 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.792860 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.793218 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.793536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.793854 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.794355 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.794718 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.795028 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.795370 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:21:36.835112 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2d48e-7662-4bbe-85f3-41db607c4a46 req-ce722925-2beb-447b-b1e6-e36998242d5e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:36.836585 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5fe2d48e-7662-4bbe-85f3-41db607c4a46 req-ce722925-2beb-447b-b1e6-e36998242d5e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0474212 Sep 13 10:21:36.886580 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5fe2d48e-7662-4bbe-85f3-41db607c4a46 req-778b58bc-140e-4a62-bfd9-1615dcbedf95 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Sep 13 10:21:36.998150 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['e14a2cd2-7a70-4bcf-b52e-0b0e708566c7'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:21:37.366292 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46e29-fe80-42b0-8686-0df678a2f94c req-f732d511-1e7d-4e20-b6ba-2751ff1acf84 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:37.367823 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9cb46e29-fe80-42b0-8686-0df678a2f94c req-f732d511-1e7d-4e20-b6ba-2751ff1acf84 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Sep 13 10:21:37.416196 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9cb46e29-fe80-42b0-8686-0df678a2f94c req-38f7ea86-8787-4c0e-beb7-0dbe05e9f8da tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428402 Sep 13 10:21:37.592642 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059a24b-89e4-40a1-923a-ae774f749498 req-db324184-1d19-4f9f-981f-5e29ba486297 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:37.594115 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-3059a24b-89e4-40a1-923a-ae774f749498 req-db324184-1d19-4f9f-981f-5e29ba486297 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0469744 Sep 13 10:21:37.636478 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:37.637102 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf79431-489f-4493-b125-819fedac9f83 req-cad1b908-8c7b-47a3-8a23-f082ba401948 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:37.638570 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4bf79431-489f-4493-b125-819fedac9f83 req-cad1b908-8c7b-47a3-8a23-f082ba401948 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Sep 13 10:21:37.684249 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Deleting port 29f0b49b-c442-4029-ab17-b8c8e27031dc {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:37.684507 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:37.688493 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4bf79431-489f-4493-b125-819fedac9f83 req-e90c7ef7-706c-4810-a602-947caff5f316 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Sep 13 10:21:37.776731 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] For port 29f0b49b-c442-4029-ab17-b8c8e27031dc, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=29f0b49b-c442-4029-ab17-b8c8e27031dc,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:37.777097 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:37.946920 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:37.947317 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (105e454b-f4ef-4d80-be01-ddc47776de26), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:37.947638 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Floating IP 105e454b-f4ef-4d80-be01-ddc47776de26 disassociated. External IP: 172.27.2.196, port: 29f0b49b-c442-4029-ab17-b8c8e27031dc. Sep 13 10:21:37.947981 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Calling delete_port for 29f0b49b-c442-4029-ab17-b8c8e27031dc owned by compute:nova {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:38.013778 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62734-d32a-4f59-80c3-603c0b742c3a req-836db178-64eb-443c-904b-928a0bc154c2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:38.015262 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72b62734-d32a-4f59-80c3-603c0b742c3a req-836db178-64eb-443c-904b-928a0bc154c2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 945 time: 0.0497336 Sep 13 10:21:38.028346 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:38.064223 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72b62734-d32a-4f59-80c3-603c0b742c3a req-1e387d8e-3682-4dff-9234-ab076dc6fff2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=17782953-f2b2-414d-a6db-6a419e9c4c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Sep 13 10:21:38.137866 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (29f0b49b-c442-4029-ab17-b8c8e27031dc), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:38.169177 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event deleted for resources: {'Port': ['ID=29f0b49b-c442-4029-ab17-b8c8e27031dc,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:38.279563 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Router f16bf701-49f6-47fa-80f4-5563803d02fa has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:21:38.380964 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:21:38.396375 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:21:38.407143 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:38.407791 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:38.428275 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] No DVR routers for this DVR port 29f0b49b-c442-4029-ab17-b8c8e27031dc on host hv-cinder-85427 {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:38.430795 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:38.434092 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-3059a24b-89e4-40a1-923a-ae774f749498 req-1a4bc22d-6170-4307-b32e-8352514d3e4d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "DELETE /networking/v2.0/ports/29f0b49b-c442-4029-ab17-b8c8e27031dc HTTP/1.1" status: 204 len: 173 time: 0.8343422 Sep 13 10:21:38.434594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'name': 'network-vif-deleted', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:38.436904 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131161aa-d352-4345-88fd-a9789af58fc2" -d '{"events": [{"server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "name": "network-vif-deleted", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:38.476190 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8367c62-8486-46d9-9e3e-f1e919119c62 x-openstack-request-id: req-b8367c62-8486-46d9-9e3e-f1e919119c62 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:38.476486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6ac518-daa6-4685-91e9-db203b8dafe4", "name": "network-vif-deleted", "tag": "29f0b49b-c442-4029-ab17-b8c8e27031dc", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:38.476743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8367c62-8486-46d9-9e3e-f1e919119c62 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:38.477335 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8367c62-8486-46d9-9e3e-f1e919119c62'] response: {'server_uuid': '0d6ac518-daa6-4685-91e9-db203b8dafe4', 'name': 'network-vif-deleted', 'tag': '29f0b49b-c442-4029-ab17-b8c8e27031dc', 'status': 'completed', 'code': 200} Sep 13 10:21:38.491866 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:21:38.547678 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:38.568063 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191b7d6-02de-4114-b4c2-ff99be722997 req-42229712-f017-4aa9-8146-6cba21bffcec tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:38.570379 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6191b7d6-02de-4114-b4c2-ff99be722997 req-42229712-f017-4aa9-8146-6cba21bffcec tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Sep 13 10:21:38.593976 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:21:38.631379 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6191b7d6-02de-4114-b4c2-ff99be722997 req-fa34a584-32a6-465c-b77f-ee95e3246158 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535703 Sep 13 10:21:38.696319 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:21:38.696694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:38.765632 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:38.789711 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:38.814176 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4f922-24fd-44ba-a632-996bb1251355 req-00a74e49-3326-460f-92a5-a5b2b1586959 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:38.815720 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78e4f922-24fd-44ba-a632-996bb1251355 req-00a74e49-3326-460f-92a5-a5b2b1586959 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 945 time: 0.0484862 Sep 13 10:21:38.835004 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:38.869708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:21:38.871899 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:21:38.872282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:38.882232 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78e4f922-24fd-44ba-a632-996bb1251355 req-ab965e7c-569b-41c2-8b43-75551d8a42e4 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557024 Sep 13 10:21:38.894927 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:38.895597 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:38.908999 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:38.917617 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0c125b-6357-4f5a-be68-64eeaa6465b5" -d '{"events": [{"server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "name": "network-vif-plugged", "status": "completed", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:38.960514 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:39.037154 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:39.039677 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:39.121893 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d565d-630e-442e-8a8f-434c5d8743fd x-openstack-request-id: req-360d565d-630e-442e-8a8f-434c5d8743fd {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:39.122411 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "name": "network-vif-plugged", "status": "completed", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:39.122833 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-360d565d-630e-442e-8a8f-434c5d8743fd {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:39.123269 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360d565d-630e-442e-8a8f-434c5d8743fd'] response: {'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'code': 200} Sep 13 10:21:39.186599 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c3c05776-0ea1-41c8-a006-b7f2688c279b req-9a72d56f-f1d3-4dae-b464-6d8e49aff668 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0d6ac518-daa6-4685-91e9-db203b8dafe4 HTTP/1.1" status: 200 len: 210 time: 0.0290532 Sep 13 10:21:39.217848 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:39.309453 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:39.338774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b02d5-d93b-4e26-b850-2afa907bfd06 None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:21:39.577396 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb38ee4-9e5a-47d7-b96f-b9cee581a83c None None] New status for floating IP 105e454b-f4ef-4d80-be01-ddc47776de26: DOWN {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:21:39.718319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37444a76-e19f-4a4a-bf13-44230890192c req-bb664ac5-92f7-4311-aa2f-5f231653a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:39.719909 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-37444a76-e19f-4a4a-bf13-44230890192c req-bb664ac5-92f7-4311-aa2f-5f231653a0a6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 1130 time: 0.0613477 Sep 13 10:21:39.746039 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:39.765957 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-37444a76-e19f-4a4a-bf13-44230890192c req-ab9350ab-c9a1-4682-b4d9-4c1212e0e0bf service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Sep 13 10:21:39.773308 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:39.781710 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce8490-ecfd-4fee-a6b3-24303c444e95 req-916c4bd3-1aa9-47b2-9f16-572a815dbbe6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:39.783153 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9ce8490-ecfd-4fee-a6b3-24303c444e95 req-916c4bd3-1aa9-47b2-9f16-572a815dbbe6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0473351 Sep 13 10:21:39.832527 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9ce8490-ecfd-4fee-a6b3-24303c444e95 req-fc6704f9-ee3f-4e78-8b4e-65ef7b951fec tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Sep 13 10:21:40.001700 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70fcab-0367-4b4b-a8c4-5949885aa8d2 req-0bfc2ddb-89dd-4541-a391-ecad8849f10e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:40.003899 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4c70fcab-0367-4b4b-a8c4-5949885aa8d2 req-0bfc2ddb-89dd-4541-a391-ecad8849f10e tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0480340 Sep 13 10:21:40.055528 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4c70fcab-0367-4b4b-a8c4-5949885aa8d2 req-f21e26d3-9277-4997-828d-792d3f8d0d52 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458696 Sep 13 10:21:40.344078 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48616) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:40.400893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04cf1d9b-18e5-4bcf-9e4a-ccf00c7d06dd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (17782953-f2b2-414d-a6db-6a419e9c4c96), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:40.422972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04cf1d9b-18e5-4bcf-9e4a-ccf00c7d06dd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (17782953-f2b2-414d-a6db-6a419e9c4c96), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:40.540446 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04cf1d9b-18e5-4bcf-9e4a-ccf00c7d06dd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (17782953-f2b2-414d-a6db-6a419e9c4c96), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:40.543000 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-04cf1d9b-18e5-4bcf-9e4a-ccf00c7d06dd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:40.544169 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-04cf1d9b-18e5-4bcf-9e4a-ccf00c7d06dd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/17782953-f2b2-414d-a6db-6a419e9c4c96 HTTP/1.1" status: 204 len: 168 time: 0.1990645 Sep 13 10:21:40.547111 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48618) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:40.553535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf1d9b-18e5-4bcf-9e4a-ccf00c7d06dd tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17782953-f2b2-414d-a6db-6a419e9c4c96,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:40.561017 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.api.v2.resource [None req-0653449d-69b2-4289-9dbc-b81e3abf97bb tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] show failed (client error): The resource could not be found. Sep 13 10:21:40.561838 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-0653449d-69b2-4289-9dbc-b81e3abf97bb tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups/17782953-f2b2-414d-a6db-6a419e9c4c96 HTTP/1.1" status: 404 len: 347 time: 0.0137339 Sep 13 10:21:40.565185 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48620) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:40.917112 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Deleting port 1bd2b1bb-2e92-4138-b2aa-ce231dcde80d {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:40.920796 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:40.934492 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:40.978950 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ddfc3-96da-4568-9243-b4aebfacafe5 req-14731756-f242-4cf1-9d6f-76553a7e169c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:40.980618 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-761ddfc3-96da-4568-9243-b4aebfacafe5 req-14731756-f242-4cf1-9d6f-76553a7e169c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0501223 Sep 13 10:21:40.999520 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:40.999842 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.013298 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Calling delete_port for 1bd2b1bb-2e92-4138-b2aa-ce231dcde80d owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:41.032596 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-761ddfc3-96da-4568-9243-b4aebfacafe5 req-f34f7c5c-0d17-454e-b1e7-ca6db1bad1bd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462799 Sep 13 10:21:41.181638 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654b573-288c-41b6-a22c-06f25aa8cc91 req-960653dc-7cb7-436a-a2e6-2560f68fdda7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:41.183006 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c654b573-288c-41b6-a22c-06f25aa8cc91 req-960653dc-7cb7-436a-a2e6-2560f68fdda7 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Sep 13 10:21:41.212611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (1bd2b1bb-2e92-4138-b2aa-ce231dcde80d), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.236036 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c654b573-288c-41b6-a22c-06f25aa8cc91 req-1800a7a6-d50f-4e4e-99d1-621482b1b477 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471511 Sep 13 10:21:41.240810 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event deleted for resources: {'Port': ['ID=1bd2b1bb-2e92-4138-b2aa-ce231dcde80d,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:41.311888 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (105e454b-f4ef-4d80-be01-ddc47776de26), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.314352 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.315542 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-102f1b97-737a-4530-8800-263a17e51567 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/105e454b-f4ef-4d80-be01-ddc47776de26 HTTP/1.1" status: 204 len: 168 time: 0.7493882 Sep 13 10:21:41.464724 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48636) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:41.469329 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085623098', 'description': 'tempest-description--677785943'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:41.552364 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.622545 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (be362287-34fc-4081-ba84-704f8f729b41), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.691512 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (be362287-34fc-4081-ba84-704f8f729b41), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.716766 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:41.720715 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be362287-34fc-4081-ba84-704f8f729b41,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:41.750776 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.752102 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a2a5e513-b90a-4f0a-a51f-db4648ddb10d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2863367 Sep 13 10:21:41.755088 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48638) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:41.759571 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'security_group_rule': {'security_group_id': 'be362287-34fc-4081-ba84-704f8f729b41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:41.839775 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (affd574d-9e2f-4b3e-8fea-9b0fe4a37228), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.895966 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (affd574d-9e2f-4b3e-8fea-9b0fe4a37228), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.957542 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (affd574d-9e2f-4b3e-8fea-9b0fe4a37228), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:41.977987 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affd574d-9e2f-4b3e-8fea-9b0fe4a37228,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:42.042237 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.043809 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e9b795ba-a014-4e6b-bfc5-eedeab5aa221 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873893 Sep 13 10:21:42.053077 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48646) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:42.057408 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'security_group_rule': {'security_group_id': 'be362287-34fc-4081-ba84-704f8f729b41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:42.160769 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (f4dbb0ac-8543-4e0d-907b-6237af158b05), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.166591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307eafc-21cc-49a8-892c-0ad2f8a87d16 req-b060e49d-fed5-480f-bd42-0136829133f1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:42.168391 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f307eafc-21cc-49a8-892c-0ad2f8a87d16 req-b060e49d-fed5-480f-bd42-0136829133f1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Sep 13 10:21:42.220335 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f307eafc-21cc-49a8-892c-0ad2f8a87d16 req-375b23c6-3ac0-4a8f-9547-d0618387f18d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Sep 13 10:21:42.225179 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (f4dbb0ac-8543-4e0d-907b-6237af158b05), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.323750 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (f4dbb0ac-8543-4e0d-907b-6237af158b05), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.340453 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dbb0ac-8543-4e0d-907b-6237af158b05,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:42.379537 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b859134-47e3-413e-8b81-3023f1cda3c2 req-aff80fd6-cd34-4e2b-b166-e2423328a7dc tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:42.381059 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6b859134-47e3-413e-8b81-3023f1cda3c2 req-aff80fd6-cd34-4e2b-b166-e2423328a7dc tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0671420 Sep 13 10:21:42.429116 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6b859134-47e3-413e-8b81-3023f1cda3c2 req-5ecb539f-c903-4abf-a703-58e50871d5b5 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422008 Sep 13 10:21:42.445877 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.447123 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6784edb7-6b30-4ff4-b078-233c4e3e4f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3930931 Sep 13 10:21:42.450248 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48664) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:42.454628 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:42.503683 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29f0b49b-c442-4029-ab17-b8c8e27031dc no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:42.524843 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 29f0b49b-c442-4029-ab17-b8c8e27031dc {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:42.525202 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 29f0b49b-c442-4029-ab17-b8c8e27031dc not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:42.549615 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.556845 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771625-55b4-40ad-bbca-63dc2a5141ed req-e6b641cb-f870-4463-9bd0-9439812810df tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:42.558354 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-87771625-55b4-40ad-bbca-63dc2a5141ed req-e6b641cb-f870-4463-9bd0-9439812810df tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0498393 Sep 13 10:21:42.570202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48670) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:42.574752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Request body: {'floatingip': {'port_id': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:42.579385 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:42.617709 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (15251eaf-a04b-4694-9e17-845d7c89fa54), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.650139 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.733492 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:42.762669 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Allocated IP 172.27.2.103 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/cb9c3eca-c15d-46f9-abc3-3573dd6b11ac) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:21:42.874934 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:42.906106 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:42.941069 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:42.976829 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.017201 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:21:43.020526 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:21:43.026319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:21:43.055489 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'Port': ['ID=cb9c3eca-c15d-46f9-abc3-3573dd6b11ac,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:43.075683 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.120932 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (a6740af1-70e8-4e20-b4ae-6b608dfb3ec6), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.140622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (15251eaf-a04b-4694-9e17-845d7c89fa54), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.239899 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP 15251eaf-a04b-4694-9e17-845d7c89fa54 associated. External IP: 172.27.2.57, port: e14a2cd2-7a70-4bcf-b52e-0b0e708566c7. Sep 13 10:21:43.296790 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.379324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b3a08-6667-4d22-b15c-1a37c01b0c78 req-f5279eef-a71d-4b7e-bc3f-5f9b60264181 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:43.380758 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-421b3a08-6667-4d22-b15c-1a37c01b0c78 req-f5279eef-a71d-4b7e-bc3f-5f9b60264181 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0605731 Sep 13 10:21:43.386486 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:43.453468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:43.460296 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.506584 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-421b3a08-6667-4d22-b15c-1a37c01b0c78 req-f8bc397f-9c02-47ad-b934-f634a1d4d8cc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856693 Sep 13 10:21:43.521937 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:21:43.536807 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.609344 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (a6740af1-70e8-4e20-b4ae-6b608dfb3ec6), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.613348 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'Port': ['ID=cb9c3eca-c15d-46f9-abc3-3573dd6b11ac,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:43.629208 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:21:43.633708 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.640539 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:21:43.651851 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:43.652707 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:43.664632 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7ec31c4b-fd10-429d-a825-38f92ccf4db6 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/15251eaf-a04b-4694-9e17-845d7c89fa54 HTTP/1.1" status: 200 len: 991 time: 1.0933564 Sep 13 10:21:43.666564 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:43.668378 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c63c14-c5af-424e-b3f2-5d93f622b0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:43.702385 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:43.716824 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:43.718207 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-752194db-d081-4c6c-8f27-1e7f96435a0c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2670224 Sep 13 10:21:43.762395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:43.774064 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f908596b-4924-4b96-aad3-a86bfdc1289f x-openstack-request-id: req-f908596b-4924-4b96-aad3-a86bfdc1289f {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:43.774763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:43.775145 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f908596b-4924-4b96-aad3-a86bfdc1289f {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:43.775696 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f908596b-4924-4b96-aad3-a86bfdc1289f'] response: {'name': 'network-changed', 'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'status': 'completed', 'code': 200} Sep 13 10:21:43.838201 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-05922ba0-bb84-486a-a0ef-5cbe71e1372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:43.839934 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-05922ba0-bb84-486a-a0ef-5cbe71e1372b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=66658bb98ea64e319ed948b8f279ed5f&device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 1130 time: 0.0426271 Sep 13 10:21:43.938501 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-f7191200-bbf9-43d5-b585-b1bf245ab7fb tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2085623098&fields=id&tenant_id=c9aaa16702a5422b90578033420da9bd HTTP/1.1" status: 200 len: 267 time: 0.0515919 Sep 13 10:21:43.945384 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-1bb33b96-2493-4bcf-962c-b9d7e6f32b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:43.947068 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-1bb33b96-2493-4bcf-962c-b9d7e6f32b8b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 200 len: 915 time: 0.1000640 Sep 13 10:21:44.021108 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-544f7a49-dd59-496d-be71-a3abb7b6aa4f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 HTTP/1.1" status: 200 len: 999 time: 0.0679977 Sep 13 10:21:44.084998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-20458bd6-ed47-471f-a6bc-5b789ed531cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:44.086983 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-20458bd6-ed47-471f-a6bc-5b789ed531cf service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 200 len: 853 time: 0.0589345 Sep 13 10:21:44.090159 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-9f2aee70-3a2b-4821-9341-9183a7132b19 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:44.091819 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-9f2aee70-3a2b-4821-9341-9183a7132b19 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 810 time: 0.1321073 Sep 13 10:21:44.108075 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-0331713e-e61f-499a-a3de-292bcefc3f7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/quotas/c9aaa16702a5422b90578033420da9bd HTTP/1.1" status: 200 len: 375 time: 0.0099947 Sep 13 10:21:44.148495 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-f1b910f6-7692-45f4-b6bf-7060bd8c5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:44.150082 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-f1b910f6-7692-45f4-b6bf-7060bd8c5638 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=3a50e7ab-833a-427c-9bea-0d826ae0fb4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522680 Sep 13 10:21:44.150209 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '15251eaf-a04b-4694-9e17-845d7c89fa54', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:b6:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75681e9a-70e7-4876-a644-7da412c384c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:21:26Z', 'updated_at': '2022-09-13T10:21:42Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:44.175609 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-12b34dbe-8bb3-455d-91d2-afeeff95e259 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527222 Sep 13 10:21:44.177959 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:21:44.184888 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:44.185516 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:44.261619 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-f8c5a14b-9d69-4eab-ad5c-73dadd60b65d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054957 Sep 13 10:21:44.275106 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-93e5789f-d588-4c4b-a119-23563d624124 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960858 Sep 13 10:21:44.296683 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:44.362483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:44.368824 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-77c63c14-c5af-424e-b3f2-5d93f622b0bb req-a283b1e9-215b-48cb-8a57-eede22b6d725 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004758 Sep 13 10:21:44.372950 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-bbbad381-96c0-44bc-affa-50c3faa6990f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904167 Sep 13 10:21:44.466677 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:44.544870 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '15251eaf-a04b-4694-9e17-845d7c89fa54', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:b6:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75681e9a-70e7-4876-a644-7da412c384c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:21:26Z', 'updated_at': '2022-09-13T10:21:42Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:44.575149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebab3-19d3-4066-ad03-cea1de480104 None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '15251eaf-a04b-4694-9e17-845d7c89fa54', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'port_id': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'mac_address': 'fa:16:3e:b6:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75681e9a-70e7-4876-a644-7da412c384c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:21:26Z', 'updated_at': '2022-09-13T10:21:42Z', 'revision_number': 1, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:21:44.640667 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:44.666381 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89f027de-bd0a-4e0a-91b7-6044f26b543e req-7760e03b-100b-4b64-a71b-74b13795f698 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 210 time: 0.0815160 Sep 13 10:21:44.720158 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b82d3-281d-4ca5-80d8-127000c228ad req-596add1d-449d-4b86-8226-30e665aa18e1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:44.722320 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba9b82d3-281d-4ca5-80d8-127000c228ad req-596add1d-449d-4b86-8226-30e665aa18e1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0603940 Sep 13 10:21:44.798218 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba9b82d3-281d-4ca5-80d8-127000c228ad req-65f19d32-e55d-44d6-9332-8ec32d710ce6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653069 Sep 13 10:21:44.892034 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69000a-f5b8-4e4e-a618-a66cd5cec613 None None] New status for floating IP 15251eaf-a04b-4694-9e17-845d7c89fa54: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:21:45.794777 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96c9b6ea-6542-44a7-a54d-f5df9374b9b1 req-e7cc23dd-3b56-4fb8-b8e3-ffd0f6e1b97e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 210 time: 0.0281096 Sep 13 10:21:45.942779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f90b7-3934-4a78-9a66-7575f8a8caa4 req-ed9d30b3-3b2b-4c40-aaa7-f7f39c9170d3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:45.942779 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a6f90b7-3934-4a78-9a66-7575f8a8caa4 req-ed9d30b3-3b2b-4c40-aaa7-f7f39c9170d3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0531206 Sep 13 10:21:45.991025 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a6f90b7-3934-4a78-9a66-7575f8a8caa4 req-bf0d0bfc-5bc1-440b-ab65-45cfa34aafa2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460274 Sep 13 10:21:46.523132 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:21:46.628201 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:46.640292 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '45f38058-5689-489f-80b9-047dafea9f45', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'port_id': '45f38058-5689-489f-80b9-047dafea9f45', 'mac_address': 'fa:16:3e:80:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:21:46.676119 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: ACTIVE; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:21:46.676511 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:46.689469 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45f38058-5689-489f-80b9-047dafea9f45 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:21:46.708873 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:46.774950 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:46.831066 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=6']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:46.873679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['45f38058-5689-489f-80b9-047dafea9f45'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:21:46.925851 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bdccb0b1-24e5-4e94-8b91-07b8ad60ca19 req-73d866d3-1113-441e-89fd-c5c729131b39 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 210 time: 0.0446842 Sep 13 10:21:47.060942 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-fb6779fd-3e26-4b07-8339-8621c44d5034 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:47.062528 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-fb6779fd-3e26-4b07-8339-8621c44d5034 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 810 time: 0.1682241 Sep 13 10:21:47.064820 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:47.153831 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-ac395381-9a6e-44ee-b7bd-2f3d62d00561 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c9aaa16702a5422b90578033420da9bd HTTP/1.1" status: 200 len: 380 time: 0.0832872 Sep 13 10:21:47.166778 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c83ec5-18d3-4697-b95f-099188897b5f req-5ce2f331-39f2-442d-a284-085c1b212cf2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:47.169443 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53c83ec5-18d3-4697-b95f-099188897b5f req-5ce2f331-39f2-442d-a284-085c1b212cf2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 944 time: 0.0582614 Sep 13 10:21:47.185586 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'port': {'device_id': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'admin_state_up': True, 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'security_groups': ['be362287-34fc-4081-ba84-704f8f729b41']}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:47.226405 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53c83ec5-18d3-4697-b95f-099188897b5f req-80c8bc0b-3d06-42a1-83bb-bbda71ef0263 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519080 Sep 13 10:21:47.389213 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Made reservation on behalf of c9aaa16702a5422b90578033420da9bd for: {'port': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:21:47.393645 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:47.410691 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:47.475601 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:47.536391 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Allocated IP 172.20.0.11 (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011/0b385729-1834-419a-8ae7-60c7ce7bd3b5/6a9e22f8-803d-4cec-b60d-b75dbadaf04e) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:21:47.687268 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:47.795143 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:47.847065 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:21:47.852500 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:21:47.854983 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event updated for resources: {'Port': ['ID=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:47.857216 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:21:47.910575 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:47.911499 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:48.005650 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31011ba7-40da-41a7-a00b-01ca97519318 req-44e38308-3b2a-4ce7-8bdf-bf53937d5ed8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:48.016326 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-b7679e7e-fa68-4362-b349-37ca427e0a9b tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385792 Sep 13 10:21:48.019658 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-31011ba7-40da-41a7-a00b-01ca97519318 req-44e38308-3b2a-4ce7-8bdf-bf53937d5ed8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.0745068 Sep 13 10:21:48.103672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396aed9-2938-4d99-baf6-311e25c6686b req-f345a45d-579a-4a0c-acdf-1d936832dbad tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:48.105157 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7396aed9-2938-4d99-baf6-311e25c6686b req-f345a45d-579a-4a0c-acdf-1d936832dbad tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 932 time: 0.0766878 Sep 13 10:21:48.109299 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-842d3326-fe88-48ae-8f8f-abdd44723231 None None] Provisioning complete for port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:21:48.109819 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-842d3326-fe88-48ae-8f8f-abdd44723231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:48.117968 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-31011ba7-40da-41a7-a00b-01ca97519318 req-6137ee68-4561-4753-b845-d102cb754ab0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973415 Sep 13 10:21:48.169931 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-842d3326-fe88-48ae-8f8f-abdd44723231 None None] Port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:21:48.198019 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7396aed9-2938-4d99-baf6-311e25c6686b req-92514f32-c809-40b5-a70a-bc13b7b0d915 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842350 Sep 13 10:21:48.365888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74addf-59e5-4815-8862-e162757af606 req-733b763b-c8e9-4994-b58d-00c13539591f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:48.367388 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e74addf-59e5-4815-8862-e162757af606 req-733b763b-c8e9-4994-b58d-00c13539591f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 944 time: 0.0489087 Sep 13 10:21:48.414028 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:48.426846 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4e74addf-59e5-4815-8862-e162757af606 req-765742ac-e6f2-4250-9704-635801fce5cd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530050 Sep 13 10:21:48.532589 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:21:48.584826 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 45f38058-5689-489f-80b9-047dafea9f45 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:21:48.585196 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (45f38058-5689-489f-80b9-047dafea9f45), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:48.668058 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:21:48.669137 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:48.696346 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:48.698835 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff86a4-35b9-4ac0-9357-1b29b6c9a7aa" -d '{"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-plugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:48.703183 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:48.723490 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:48.752209 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f396da01-c107-4641-bf60-bbef5b030577 x-openstack-request-id: req-f396da01-c107-4641-bf60-bbef5b030577 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:48.752866 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-plugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:48.753193 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f396da01-c107-4641-bf60-bbef5b030577 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:48.753665 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f396da01-c107-4641-bf60-bbef5b030577'] response: {'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'code': 200} Sep 13 10:21:48.815542 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:48.884317 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=7']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:49.013643 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Request body: {'port': {'device_id': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:21:49.088307 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:49.218480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:49.402748 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415795f3-022a-4d67-bff0-a36298cdbcfe req-86ed5d68-f9d1-4892-9fe4-365c95aaf26f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:49.413842 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-415795f3-022a-4d67-bff0-a36298cdbcfe req-86ed5d68-f9d1-4892-9fe4-365c95aaf26f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.1240284 Sep 13 10:21:49.434369 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321bfe5-8fb0-4ecf-8f1a-36afc910cf66 req-6c081882-653f-4784-89bc-144d0b06d69a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:49.436112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b321bfe5-8fb0-4ecf-8f1a-36afc910cf66 req-6c081882-653f-4784-89bc-144d0b06d69a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 932 time: 0.1039948 Sep 13 10:21:49.456116 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9e22f8-803d-4cec-b60d-b75dbadaf04e {{(pid=106770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:21:49.467405 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Publish callbacks [] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:49.485537 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.provisioning_blocks [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Transition to ACTIVE for port object 6a9e22f8-803d-4cec-b60d-b75dbadaf04e will not be triggered until provisioned by entity L2. {{(pid=106770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:21:49.529928 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-415795f3-022a-4d67-bff0-a36298cdbcfe req-e90d0134-6d19-43fe-bb50-9283d2b4ffb6 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142945 Sep 13 10:21:49.559651 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:49.567144 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b321bfe5-8fb0-4ecf-8f1a-36afc910cf66 req-c41f78f9-8308-4145-b07f-481c3319aa14 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218443 Sep 13 10:21:49.654286 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:49.679616 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:49.712835 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Attempting to bind port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:21:49.713169 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Attempting to bind port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:21:49.713646 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Attempting to bind port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:21:49.761353 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:21:49.761353 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Attempting to bind port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e on network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:21:49.807670 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:21:49.808094 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Checking segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:21:49.808556 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Bound using segment: {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'} {{(pid=106770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:21:49.809053 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.managers [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Bound port: 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011'}}] {{(pid=106770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:21:49.809477 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:49.885795 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] For port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host hv-cinder-85427, cleared binding levels {{(pid=106770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:21:49.889288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] For port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:21:49.924936 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-c0715d49-c6a9-41e6-9d75-d3f5a4f51615 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:49.926777 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-c0715d49-c6a9-41e6-9d75-d3f5a4f51615 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.3875942 Sep 13 10:21:49.961550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:49.968486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:49.969474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:49.971241 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/6a9e22f8-803d-4cec-b60d-b75dbadaf04e HTTP/1.1" status: 200 len: 1094 time: 0.9648552 Sep 13 10:21:49.974992 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:49.982180 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306bf866-6911-4fee-a76c-da3e46e3ec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:49.995462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83179c5-43e9-4438-b74d-716ef8b75267 req-98c6c81d-174b-4a0f-8d9a-917a1b54f4dc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:49.997427 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c83179c5-43e9-4438-b74d-716ef8b75267 req-98c6c81d-174b-4a0f-8d9a-917a1b54f4dc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.3659625 Sep 13 10:21:50.081381 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e91046c-a220-40b6-a24a-dd370a1ec731 x-openstack-request-id: req-7e91046c-a220-40b6-a24a-dd370a1ec731 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:50.081965 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:50.082051 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e91046c-a220-40b6-a24a-dd370a1ec731 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:50.082810 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e91046c-a220-40b6-a24a-dd370a1ec731'] response: {'name': 'network-changed', 'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'status': 'completed', 'code': 200} Sep 13 10:21:50.091343 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Deleting port 6cb2c144-20ad-4b64-bae8-d285863ef58e {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:21:50.091681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:50.118612 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e32615-5691-422a-b9de-41d873e4ae7e service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,revision_number=3']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:50.135196 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf866-6911-4fee-a76c-da3e46e3ec8f req-ee993a0d-8d8d-4f28-b0db-4e6cfaf389a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.136289 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-306bf866-6911-4fee-a76c-da3e46e3ec8f req-ee993a0d-8d8d-4f28-b0db-4e6cfaf389a8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 1128 time: 0.0526946 Sep 13 10:21:50.136716 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c83179c5-43e9-4438-b74d-716ef8b75267 req-b6ed83f3-d5f7-419d-bdcc-e14653f0d5c6 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186640 Sep 13 10:21:50.170588 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:50.234665 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] For port 6cb2c144-20ad-4b64-bae8-d285863ef58e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6cb2c144-20ad-4b64-bae8-d285863ef58e,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:50.235062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:50.299213 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf866-6911-4fee-a76c-da3e46e3ec8f req-077ecf30-4e19-4370-a714-4570d8b4e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.300688 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-306bf866-6911-4fee-a76c-da3e46e3ec8f req-077ecf30-4e19-4370-a714-4570d8b4e64e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=c9aaa16702a5422b90578033420da9bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1443591 Sep 13 10:21:50.428563 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf866-6911-4fee-a76c-da3e46e3ec8f req-bbef40ea-7258-4349-9e50-0a88c714929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.430048 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-306bf866-6911-4fee-a76c-da3e46e3ec8f req-bbef40ea-7258-4349-9e50-0a88c714929c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1234515 Sep 13 10:21:50.550881 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-2d40abd9-f456-4c5a-9a41-2b47d278e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.552838 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-2d40abd9-f456-4c5a-9a41-2b47d278e107 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 1128 time: 0.0579495 Sep 13 10:21:50.605136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:50.605734 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (26d5f17e-18ab-4f4c-abf3-932a47c8fac8), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:50.606314 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Floating IP 26d5f17e-18ab-4f4c-abf3-932a47c8fac8 disassociated. External IP: 172.27.2.76, port: 6cb2c144-20ad-4b64-bae8-d285863ef58e. Sep 13 10:21:50.606942 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-f71a0213-40dc-4cd0-aed7-485b6679adbc service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e HTTP/1.1" status: 200 len: 217 time: 0.0451200 Sep 13 10:21:50.607066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Calling delete_port for 6cb2c144-20ad-4b64-bae8-d285863ef58e owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:21:50.692460 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-a077c1b2-4fcc-4c0b-ad10-c6b630452d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.694673 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-a077c1b2-4fcc-4c0b-ad10-c6b630452d44 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 200 len: 849 time: 0.0812104 Sep 13 10:21:50.755375 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e130-63c0-4c67-b3fb-7b9ca156706f req-408a9092-b07e-4ca2-82b7-c5932a16a2a9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.756873 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0209e130-63c0-4c67-b3fb-7b9ca156706f req-408a9092-b07e-4ca2-82b7-c5932a16a2a9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 945 time: 0.0606568 Sep 13 10:21:50.779667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-826c5821-7166-46a0-9614-312723d17285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.781990 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-826c5821-7166-46a0-9614-312723d17285 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792027 Sep 13 10:21:50.812193 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd836c-79ce-4d5f-8a9d-74e263445239 req-4bde0746-0929-4045-915b-e7ac6193e4cf tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:50.813294 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1fcd836c-79ce-4d5f-8a9d-74e263445239 req-4bde0746-0929-4045-915b-e7ac6193e4cf tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 944 time: 0.1157842 Sep 13 10:21:50.820703 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d8995be5-8964-4707-8cad-d04ac64fbdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:50.853190 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:50.898463 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-279a2d36-c1cf-489b-8113-69ff01534d0f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085804 Sep 13 10:21:50.962509 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:50.988304 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0209e130-63c0-4c67-b3fb-7b9ca156706f req-f1a22c80-a6c8-4bc0-b582-2c4529a7cdda tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665156 Sep 13 10:21:51.054789 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-e0d37fb4-536a-40e2-8a4d-44852d9824d3 req-739b42fe-0857-4dcf-a3d5-e7420499d04b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487262 Sep 13 10:21:51.072334 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1fcd836c-79ce-4d5f-8a9d-74e263445239 req-13f349de-8d81-446b-b2d7-f4b532f5beb2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477953 Sep 13 10:21:51.103344 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (6cb2c144-20ad-4b64-bae8-d285863ef58e), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:51.143731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'Port': ['ID=6cb2c144-20ad-4b64-bae8-d285863ef58e,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:51.208994 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:21:51.327206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605677-a9e9-4833-b65b-9fff50a81598 req-81d1ca5f-0e73-443c-9cde-0bd97193a885 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:51.327206 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69605677-a9e9-4833-b65b-9fff50a81598 req-81d1ca5f-0e73-443c-9cde-0bd97193a885 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0944057 Sep 13 10:21:51.357162 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:21:51.390293 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:51.396682 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69605677-a9e9-4833-b65b-9fff50a81598 req-c9924d54-79d6-40fa-a7b8-a15bc6ff36cd tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671360 Sep 13 10:21:51.498606 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:21:51.511289 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:21:51.526888 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:51.527877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:51.544476 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] No DVR routers for this DVR port 6cb2c144-20ad-4b64-bae8-d285863ef58e on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:21:51.547949 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:51.551384 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f51f8cf3-6442-4863-99aa-63b30c903603 req-66a0172a-a8e3-4ec5-ab65-12aff9cc99f5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "DELETE /networking/v2.0/ports/6cb2c144-20ad-4b64-bae8-d285863ef58e HTTP/1.1" status: 204 len: 173 time: 1.6090882 Sep 13 10:21:51.551894 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'name': 'network-vif-deleted', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:51.554179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23984003-12f0-43f0-a06d-b2d9103b4df9" -d '{"events": [{"server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "name": "network-vif-deleted", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:51.595482 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75196b7-8b2d-4e93-b8fc-f992d35bef6f x-openstack-request-id: req-e75196b7-8b2d-4e93-b8fc-f992d35bef6f {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:51.596340 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3", "name": "network-vif-deleted", "tag": "6cb2c144-20ad-4b64-bae8-d285863ef58e", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:51.596665 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e75196b7-8b2d-4e93-b8fc-f992d35bef6f {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:51.597137 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75196b7-8b2d-4e93-b8fc-f992d35bef6f'] response: {'server_uuid': '7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3', 'name': 'network-vif-deleted', 'tag': '6cb2c144-20ad-4b64-bae8-d285863ef58e', 'status': 'completed', 'code': 200} Sep 13 10:21:51.645515 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:51.846016 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:51.873909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:21:51.882642 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:21:51.883329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:51.997527 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:21:52.100494 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-e267e223-1e89-4e6e-99b4-0ab17032d39a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591450 Sep 13 10:21:52.209105 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-caefe1fc-7053-4956-8127-967cf015de80 req-1a7efeaf-c382-4cc0-8eca-0759be77821d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.1038940 Sep 13 10:21:52.323897 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-44d3a26b-853e-4005-a915-25217e75c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:52.325681 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-44d3a26b-853e-4005-a915-25217e75c23c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.1432087 Sep 13 10:21:52.337576 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecc30e-6f4a-44a7-9f77-5ce71b420635 req-7a45bf6b-1d3d-4b5d-9e52-54cfe41553b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:52.339106 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9fecc30e-6f4a-44a7-9f77-5ce71b420635 req-7a45bf6b-1d3d-4b5d-9e52-54cfe41553b2 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 944 time: 0.1270392 Sep 13 10:21:52.419715 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:52.440686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:21:52.491758 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d03b4-7237-4287-a7a0-7f30e0e7fe6f None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:21:52.510599 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9fecc30e-6f4a-44a7-9f77-5ce71b420635 req-9c69fc70-ca06-4894-ad76-8ea5f3a7442d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614079 Sep 13 10:21:52.543592 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-ad36791d-c2c6-43b3-939d-aecf4374c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:52.545165 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-ad36791d-c2c6-43b3-939d-aecf4374c1c9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 910 time: 0.1667299 Sep 13 10:21:52.658796 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-ccde762f-9933-4810-9100-d8cd03fdcf2f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 1001 time: 0.1050787 Sep 13 10:21:52.666780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d71ee9-37da-4bdf-b4ce-79ec91ddbe5b req-f908e888-3fa7-4241-a081-4f9ed4f7e7d8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:52.669202 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f6d71ee9-37da-4bdf-b4ce-79ec91ddbe5b req-f908e888-3fa7-4241-a081-4f9ed4f7e7d8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.1145620 Sep 13 10:21:52.775734 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f6d71ee9-37da-4bdf-b4ce-79ec91ddbe5b req-f50e6b01-0167-4407-a5d3-6f0df1440ae8 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974083 Sep 13 10:21:52.787314 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-6b3dd9d8-9350-4b42-85d0-bb47c745ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:52.789283 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-6b3dd9d8-9350-4b42-85d0-bb47c745ff62 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.1194243 Sep 13 10:21:52.851537 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-d7ad8e0b-2ad4-4c58-b1d9-fd0a764c41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:52.853398 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-d7ad8e0b-2ad4-4c58-b1d9-fd0a764c41ff service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565801 Sep 13 10:21:52.905373 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dce223-2ce9-4f6a-b250-43581c05e207 None None] New status for floating IP 26d5f17e-18ab-4f4c-abf3-932a47c8fac8: DOWN {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:21:52.950450 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:53.013817 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-7eb5fb16-2ea6-43f2-97b0-9e0f8d2ec95f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515040 Sep 13 10:21:53.136458 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f74ebfda-ecb4-4e3b-9a55-093cd91fb319 req-8fdf07b2-b537-4759-9b80-bd4947293db7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092827 Sep 13 10:21:53.240457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3f506156-c913-4787-9b29-bfe6bfbfdca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:53.399113 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ae95f18a-eca9-4db7-a43a-4ca379e6a0bb req-4ca46609-8a2c-4c48-b29e-f5f09debf9c9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7b26dac9-9f7f-4f42-bb2a-a6e26c2d91c3 HTTP/1.1" status: 200 len: 210 time: 0.0728693 Sep 13 10:21:53.659615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e4401-c693-4da5-9ef1-3b25cd690c16 req-ef6d93db-64e1-413e-bd26-98972cdf0b60 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:53.662604 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4b3e4401-c693-4da5-9ef1-3b25cd690c16 req-ef6d93db-64e1-413e-bd26-98972cdf0b60 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 944 time: 0.0529628 Sep 13 10:21:53.713703 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4b3e4401-c693-4da5-9ef1-3b25cd690c16 req-6c518321-eed9-47a3-927e-27c426b248b7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Sep 13 10:21:53.956474 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b4a7-b5d4-4936-aee5-16880fdac7b3 req-34adcd94-1349-4f8f-99b5-e8e9f74d93d5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:53.958337 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2138b4a7-b5d4-4936-aee5-16880fdac7b3 req-34adcd94-1349-4f8f-99b5-e8e9f74d93d5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0697021 Sep 13 10:21:54.019112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2138b4a7-b5d4-4936-aee5-16880fdac7b3 req-769fb267-fd1e-4015-a6e2-21674d6f212f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540681 Sep 13 10:21:54.409314 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:54.519601 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48894) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:54.580427 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6a9e22f8-803d-4cec-b60d-b75dbadaf04e details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:21:54.588000 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6cb2c144-20ad-4b64-bae8-d285863ef58e no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:21:54.624141 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 6cb2c144-20ad-4b64-bae8-d285863ef58e {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:21:54.624859 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6cb2c144-20ad-4b64-bae8-d285863ef58e not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:21:54.725444 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bff9f1b5-7a03-469b-b5bb-8852c549c45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:54.734342 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:54.747088 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:54.748570 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'port_id': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'mac_address': 'fa:16:3e:3f:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:21:54.794655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:21:54.795347 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:54.811267 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-3640e5d5-b974-4132-9fac-d3957b2d68bc tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1867770006&fields=id&tenant_id=7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 267 time: 0.1006539 Sep 13 10:21:54.815030 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9e22f8-803d-4cec-b60d-b75dbadaf04e {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:21:54.849657 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:54.862894 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bff9f1b5-7a03-469b-b5bb-8852c549c45e admin admin] Publish callbacks [] for security_group (bb128a29-8c69-4aba-a23c-d74ba6432aac), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:54.914589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e02ef9-608c-492b-b657-91dd95bae662 req-b5dd68a7-6c24-4c06-8107-86fc354a594b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:54.916108 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-36e02ef9-608c-492b-b657-91dd95bae662 req-b5dd68a7-6c24-4c06-8107-86fc354a594b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.1303575 Sep 13 10:21:54.920126 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:54.931907 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-bff9f1b5-7a03-469b-b5bb-8852c549c45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bb128a29-8c69-4aba-a23c-d74ba6432aac), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:54.945637 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:54.967895 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:54.985509 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:54.999704 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-bff9f1b5-7a03-469b-b5bb-8852c549c45e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=da1a0bd278ef4305b698810d7bec701a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779162 Sep 13 10:21:55.000702 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-af5797f3-6135-41fc-bd21-76b920e8301c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:55.002880 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48906) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:55.008535 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-af5797f3-6135-41fc-bd21-76b920e8301c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 812 time: 0.1958120 Sep 13 10:21:55.010004 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9f1b5-7a03-469b-b5bb-8852c549c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb128a29-8c69-4aba-a23c-d74ba6432aac,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:55.046881 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-c44da3e8-5184-4e17-818a-546cad304b2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/quotas/7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 375 time: 0.0372291 Sep 13 10:21:55.072344 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-36e02ef9-608c-492b-b657-91dd95bae662 req-4eec0ed5-8abd-40f1-843f-9e150c702a55 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431706 Sep 13 10:21:55.096089 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e8bd208e-a2a7-44f4-bc34-b8efc0c05d12 admin admin] Publish callbacks [] for security_group (bb128a29-8c69-4aba-a23c-d74ba6432aac), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:55.123209 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e8bd208e-a2a7-44f4-bc34-b8efc0c05d12 admin admin] Publish callbacks [] for security_group (bb128a29-8c69-4aba-a23c-d74ba6432aac), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:55.125778 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-69115dd8-7e0a-4d38-8d63-bb273d7b64b3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776689 Sep 13 10:21:55.192679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['6a9e22f8-803d-4cec-b60d-b75dbadaf04e'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:21:55.226493 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22032da-da76-4a31-960c-9d46f17848ab req-46ea5c4f-5f25-4557-94ee-4acdcfd1dd7e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:55.231723 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a22032da-da76-4a31-960c-9d46f17848ab req-46ea5c4f-5f25-4557-94ee-4acdcfd1dd7e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 945 time: 0.0635843 Sep 13 10:21:55.266658 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e8bd208e-a2a7-44f4-bc34-b8efc0c05d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bb128a29-8c69-4aba-a23c-d74ba6432aac), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:55.270236 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e8bd208e-a2a7-44f4-bc34-b8efc0c05d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:55.274183 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e8bd208e-a2a7-44f4-bc34-b8efc0c05d12 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bb128a29-8c69-4aba-a23c-d74ba6432aac HTTP/1.1" status: 204 len: 168 time: 0.2676041 Sep 13 10:21:55.290112 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd208e-a2a7-44f4-bc34-b8efc0c05d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb128a29-8c69-4aba-a23c-d74ba6432aac,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:55.379585 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a22032da-da76-4a31-960c-9d46f17848ab req-a4447f87-b3dd-4c83-bc5b-1fbf6248c248 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191247 Sep 13 10:21:55.407551 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-26452858-7526-469e-b99e-d7ddea11a698 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782714 Sep 13 10:21:55.526824 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:55.543212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4134c9-6301-49a0-912f-aeae2dd16abb req-01c12bab-e3ac-4741-8dee-c8bf1995b758 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:55.548059 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d4134c9-6301-49a0-912f-aeae2dd16abb req-01c12bab-e3ac-4741-8dee-c8bf1995b758 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0752807 Sep 13 10:21:55.593722 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-024e53eb-87e4-4703-a76f-603c96a8c3a9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831050 Sep 13 10:21:55.630173 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d4134c9-6301-49a0-912f-aeae2dd16abb req-5c33ca81-e961-47b8-9458-6f141ff596ba tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739238 Sep 13 10:21:56.113479 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:56.115487 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:56.219792 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b750cb-cae2-4362-9842-c98274f49b5f req-b41fe602-cc73-4eb7-aeb6-75b43d88c632 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:56.221330 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3b750cb-cae2-4362-9842-c98274f49b5f req-b41fe602-cc73-4eb7-aeb6-75b43d88c632 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0690393 Sep 13 10:21:56.290227 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3b750cb-cae2-4362-9842-c98274f49b5f req-f2929cd5-e36b-44b9-abae-60c97dd489cf tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613127 Sep 13 10:21:56.335314 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 48928) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:56.350111 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9121598e-db40-42be-b4bf-e36b5ea033d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:56.454255 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9121598e-db40-42be-b4bf-e36b5ea033d1 admin admin] Publish callbacks [] for security_group (9578044e-007e-49d8-a576-65077537e222), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:56.516383 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb947f-1383-4f48-8398-fd8055050e2f req-171a7aeb-0d5d-4a12-8b71-6db95dd24a4a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:56.518088 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4fb947f-1383-4f48-8398-fd8055050e2f req-171a7aeb-0d5d-4a12-8b71-6db95dd24a4a tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 945 time: 0.0671928 Sep 13 10:21:56.576230 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4fb947f-1383-4f48-8398-fd8055050e2f req-1885298c-f8b0-467a-a8a1-1339a975350f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511494 Sep 13 10:21:56.580712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6a9e22f8-803d-4cec-b60d-b75dbadaf04e up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:21:56.645962 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:21:56.782260 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec695ed-315d-4435-8a56-367070eab20e req-1af2f88b-3e12-4781-bc2d-b179a2378377 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:56.787675 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dec695ed-315d-4435-8a56-367070eab20e req-1af2f88b-3e12-4781-bc2d-b179a2378377 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0628233 Sep 13 10:21:56.857525 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dec695ed-315d-4435-8a56-367070eab20e req-9c5c1883-fdae-43d3-a493-f9b284932d7a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653307 Sep 13 10:21:56.866242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9121598e-db40-42be-b4bf-e36b5ea033d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9578044e-007e-49d8-a576-65077537e222), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:56.896891 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:21:56.897729 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:56.999630 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121598e-db40-42be-b4bf-e36b5ea033d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9578044e-007e-49d8-a576-65077537e222,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:57.029257 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7ae94723-363a-4fc5-82df-5eb213c547cd req-6811e7f0-d24e-43bf-8224-8dcbfd3fc501 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 210 time: 0.1081839 Sep 13 10:21:57.029257 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:57.029257 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-9121598e-db40-42be-b4bf-e36b5ea033d1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=25ef53cb171a4f25862ffe4ccbbd01a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6922078 Sep 13 10:21:57.039821 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 48940) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:21:57.067741 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:21:57.067741 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:57.076390 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:57.095536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:21:57.098100 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096139c-1612-4997-bdfd-424c885da100" -d '{"events": [{"server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "name": "network-vif-plugged", "status": "completed", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:21:57.123680 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:21:57.137134 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-535d121c-99b6-4698-9b21-c84d1efbaaba admin admin] Publish callbacks [] for security_group (9578044e-007e-49d8-a576-65077537e222), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:57.172642 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c27b4-6f19-4e80-b417-4de35d526c96 x-openstack-request-id: req-050c27b4-6f19-4e80-b417-4de35d526c96 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:21:57.173084 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "name": "network-vif-plugged", "status": "completed", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:21:57.173886 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-050c27b4-6f19-4e80-b417-4de35d526c96 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:21:57.174494 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050c27b4-6f19-4e80-b417-4de35d526c96'] response: {'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'code': 200} Sep 13 10:21:57.187144 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-535d121c-99b6-4698-9b21-c84d1efbaaba admin admin] Publish callbacks [] for security_group (9578044e-007e-49d8-a576-65077537e222), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:57.202974 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:57.266107 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:57.368992 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-535d121c-99b6-4698-9b21-c84d1efbaaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9578044e-007e-49d8-a576-65077537e222), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:57.371949 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-535d121c-99b6-4698-9b21-c84d1efbaaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:21:57.373280 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-535d121c-99b6-4698-9b21-c84d1efbaaba admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9578044e-007e-49d8-a576-65077537e222 HTTP/1.1" status: 204 len: 168 time: 0.3371232 Sep 13 10:21:57.383490 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d121c-99b6-4698-9b21-c84d1efbaaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9578044e-007e-49d8-a576-65077537e222,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:21:57.430056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35fbc-acfe-4c21-af16-2c04fab9dbfb req-27cdea19-50d0-45e5-aa61-8eaa8a43dc21 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:57.434054 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f0e35fbc-acfe-4c21-af16-2c04fab9dbfb req-27cdea19-50d0-45e5-aa61-8eaa8a43dc21 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0680757 Sep 13 10:21:57.532512 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f0e35fbc-acfe-4c21-af16-2c04fab9dbfb req-9bd5049a-def9-41a8-84d3-6b25a1f300f2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894649 Sep 13 10:21:57.572253 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d8672-c940-43b4-bef8-653a60934dbf req-d8a7fb05-6d6a-4a7c-b19b-6d491fb3e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:57.574024 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a42d8672-c940-43b4-bef8-653a60934dbf req-d8a7fb05-6d6a-4a7c-b19b-6d491fb3e19a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 1130 time: 0.0543649 Sep 13 10:21:57.624035 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a42d8672-c940-43b4-bef8-653a60934dbf req-769e7c86-337c-438b-829d-673c0df1b586 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Sep 13 10:21:57.733895 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee3b0-8992-4781-9db6-5a17a96d8a47 req-e5ae8f34-4251-48f1-b3f8-a2d3f7026017 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:57.735491 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c9cee3b0-8992-4781-9db6-5a17a96d8a47 req-e5ae8f34-4251-48f1-b3f8-a2d3f7026017 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0625198 Sep 13 10:21:57.816835 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c9cee3b0-8992-4781-9db6-5a17a96d8a47 req-a464d111-baca-412d-9b6e-c96788b58758 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663271 Sep 13 10:21:58.080789 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893bcd7-3c44-40c6-bfca-118f31239f61 req-f7b408c3-2274-4825-abe5-3033a9b65216 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:58.082361 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1893bcd7-3c44-40c6-bfca-118f31239f61 req-f7b408c3-2274-4825-abe5-3033a9b65216 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0703001 Sep 13 10:21:58.179350 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4d0b3de5-15e3-4e0a-ba24-0a534bed998e req-40722001-b156-4afa-8d21-b0fa66b9f468 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 210 time: 0.0742571 Sep 13 10:21:58.196340 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1893bcd7-3c44-40c6-bfca-118f31239f61 req-eed29668-b699-4fc8-b064-b287aa9f45a7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054006 Sep 13 10:21:58.700765 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e262a-ffe8-4922-8c9c-8015b31a01b4 req-2ab807b1-1266-4f17-a1f3-dda4b5c2991f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:58.707710 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6b7e262a-ffe8-4922-8c9c-8015b31a01b4 req-2ab807b1-1266-4f17-a1f3-dda4b5c2991f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0641344 Sep 13 10:21:58.732459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:21:58.787827 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6b7e262a-ffe8-4922-8c9c-8015b31a01b4 req-8a04d7b9-af96-45ea-ad1b-3e4595c96b23 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786674 Sep 13 10:21:58.971987 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c551f-e945-4eae-98cd-9b472c8b6962 req-2e734c63-9ca4-4f4d-9d90-00833e92c989 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:58.973776 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba2c551f-e945-4eae-98cd-9b472c8b6962 req-2e734c63-9ca4-4f4d-9d90-00833e92c989 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0607743 Sep 13 10:21:59.032386 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ba2c551f-e945-4eae-98cd-9b472c8b6962 req-40283892-00a3-4a21-9a9a-d56feeac0f7d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Sep 13 10:21:59.345634 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69b800aa-15e5-44b7-979a-80245ea4ce63 req-9dc598ed-a673-4f02-9862-53c15972b76e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 210 time: 0.0619984 Sep 13 10:21:59.422227 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95161553-906e-4078-833f-7173927d2339 req-6f1879c7-4eb8-436d-8d4f-acc7179a8c16 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:59.425322 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-95161553-906e-4078-833f-7173927d2339 req-6f1879c7-4eb8-436d-8d4f-acc7179a8c16 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0832171 Sep 13 10:21:59.482516 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-95161553-906e-4078-833f-7173927d2339 req-3c46a4eb-7af9-443d-9a20-29300ea5539a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479553 Sep 13 10:21:59.920843 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370ea45-b56e-425e-8b20-cadac1383b5e req-71289f2e-00cf-4e6b-ac2e-fa1c411643d4 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:21:59.922331 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f370ea45-b56e-425e-8b20-cadac1383b5e req-71289f2e-00cf-4e6b-ac2e-fa1c411643d4 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0519059 Sep 13 10:21:59.978496 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f370ea45-b56e-425e-8b20-cadac1383b5e req-55cd2891-f109-4350-bc3f-d8091244b005 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493040 Sep 13 10:22:00.171524 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1748a5-f5e1-4c39-b9c5-f884f9cbf62d req-6fc7d712-f642-426d-aa9f-49715a68d69d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:00.173096 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0d1748a5-f5e1-4c39-b9c5-f884f9cbf62d req-6fc7d712-f642-426d-aa9f-49715a68d69d tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0477817 Sep 13 10:22:00.229021 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0d1748a5-f5e1-4c39-b9c5-f884f9cbf62d req-70529585-e442-4aee-a19b-d1e509571ca9 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484610 Sep 13 10:22:00.480156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b1f0-f623-4be5-8f52-0dce70fa0d49 req-25395165-37a2-48fe-b52e-ddcdc7c643db tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:00.481782 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f858b1f0-f623-4be5-8f52-0dce70fa0d49 req-25395165-37a2-48fe-b52e-ddcdc7c643db tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0932193 Sep 13 10:22:00.494815 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49022) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:00.503608 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cdaa690c-52e4-4ef5-85f9-59913a8ba72e req-16eb6d36-6453-464d-9626-e3f56f11b74f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 210 time: 0.0448978 Sep 13 10:22:00.504175 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Request body: {'floatingip': {'port_id': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:22:00.586826 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (a6740af1-70e8-4e20-b4ae-6b608dfb3ec6), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:00.663250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:00.695199 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07663dcc-d832-485a-970f-b55642dd00f0 req-cce46a6c-4aae-473c-bcdb-c89616decd4b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:00.696667 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-07663dcc-d832-485a-970f-b55642dd00f0 req-cce46a6c-4aae-473c-bcdb-c89616decd4b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0805125 Sep 13 10:22:00.716763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-180c8e70-047c-48ff-b7bc-337c5c3852b1 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:00.718251 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-180c8e70-047c-48ff-b7bc-337c5c3852b1 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 812 time: 0.1874297 Sep 13 10:22:00.807018 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-07663dcc-d832-485a-970f-b55642dd00f0 req-0eff6af6-79fd-4680-9fa5-a84954332269 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995722 Sep 13 10:22:00.828383 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-12bb95aa-9b8e-4d31-8679-4761494ac4ad tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 380 time: 0.0985460 Sep 13 10:22:00.840951 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'port': {'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'admin_state_up': True, 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'security_groups': ['4440e9b3-268a-4caa-8083-f99e6335e9e6']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:22:00.875268 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:01.046951 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Made reservation on behalf of 7cc199dd87e24511a8d267603b571456 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:22:01.058212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:01.206379 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f11081-5706-4741-add5-ac0cfec6d099 req-8dc7c0e5-287e-462e-af0e-9d34398ece74 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:01.270462 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96f11081-5706-4741-add5-ac0cfec6d099 req-8dc7c0e5-287e-462e-af0e-9d34398ece74 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0698900 Sep 13 10:22:01.270462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:01.271337 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:01.310626 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-96f11081-5706-4741-add5-ac0cfec6d099 req-63a1cd9e-708d-4868-a9a9-049beb419b81 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960197 Sep 13 10:22:01.337838 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Allocated IP 172.20.0.4 (efbc911f-ad2a-4c68-952b-f6a00ba8476f/ff8acb0c-0671-4fe0-897d-1170b17faad8/d433bce5-ddb4-4a98-b0a8-0d99788a0849) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:22:01.411275 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (a6740af1-70e8-4e20-b4ae-6b608dfb3ec6), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:01.487304 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:01.488531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:01.517443 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Floating IP a6740af1-70e8-4e20-b4ae-6b608dfb3ec6 associated. External IP: 172.27.2.103, port: 6a9e22f8-803d-4cec-b60d-b75dbadaf04e. Sep 13 10:22:01.556594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:01.589543 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:01.942159 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:22:01.958989 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:22:01.965367 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:22:01.968348 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=d433bce5-ddb4-4a98-b0a8-0d99788a0849,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:01.989754 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Router f16bf701-49f6-47fa-80f4-5563803d02fa has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:22:02.005000 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe3890-575e-4f2f-b243-164d1a032b40 req-bb6a32d3-e355-42f8-aa2f-3e228af5503f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.006462 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-58fe3890-575e-4f2f-b243-164d1a032b40 req-bb6a32d3-e355-42f8-aa2f-3e228af5503f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 931 time: 0.4078839 Sep 13 10:22:02.076053 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28fc8-5630-4a64-b6bf-fac25b9b0404 req-44552727-ec6d-4216-b9d1-636e0924b34a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.077277 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-49d28fc8-5630-4a64-b6bf-fac25b9b0404 req-44552727-ec6d-4216-b9d1-636e0924b34a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.1396337 Sep 13 10:22:02.093108 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.097633 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:02.107858 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:22:02.114315 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:02.120668 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743313-d104-4631-8327-645f3783f985 None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:22:02.141051 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:02.144238 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:02.157178 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-58fe3890-575e-4f2f-b243-164d1a032b40 req-4c317174-82dc-46f0-a410-3774792c4426 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287868 Sep 13 10:22:02.185237 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8870fa5d-aac0-4168-a0ed-526158c80920 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/a6740af1-70e8-4e20-b4ae-6b608dfb3ec6 HTTP/1.1" status: 200 len: 992 time: 1.6890957 Sep 13 10:22:02.186079 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:02.190643 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a298d5-f9ae-440c-bd48-3ce6bd5582af" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:02.217676 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-49d28fc8-5630-4a64-b6bf-fac25b9b0404 req-7a76de58-d5f5-4554-8e2d-6aa983c37da1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267858 Sep 13 10:22:02.259632 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b0228f-1d0d-432a-b1ea-6eae7b870a5e x-openstack-request-id: req-57b0228f-1d0d-432a-b1ea-6eae7b870a5e {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:02.259878 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:02.260174 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57b0228f-1d0d-432a-b1ea-6eae7b870a5e {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:02.260587 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b0228f-1d0d-432a-b1ea-6eae7b870a5e'] response: {'name': 'network-changed', 'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'status': 'completed', 'code': 200} Sep 13 10:22:02.281538 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cb4e93aa-3605-49a5-809a-cb396df2389a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466898 Sep 13 10:22:02.295549 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Request body: {'port': {'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:22:02.327655 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:02.365643 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:02.371563 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-f7783eed-41c6-4e71-9cb2-2ebbfb741520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.373501 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-f7783eed-41c6-4e71-9cb2-2ebbfb741520 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=c9aaa16702a5422b90578033420da9bd&device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 1130 time: 0.0824831 Sep 13 10:22:02.446930 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-0a4e86a2-6205-4678-a4d8-21028ccf8af1 None None] Provisioning complete for port d433bce5-ddb4-4a98-b0a8-0d99788a0849 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:22:02.446930 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0a4e86a2-6205-4678-a4d8-21028ccf8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:02.511816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-7a8f70e8-667b-4e0b-9ea3-0d3d95fff6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.515247 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-7a8f70e8-667b-4e0b-9ea3-0d3d95fff6ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1129 time: 0.0941050 Sep 13 10:22:02.519102 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e86a2-6205-4678-a4d8-21028ccf8af1 None None] Port d433bce5-ddb4-4a98-b0a8-0d99788a0849 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:22:02.528685 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-8629c73e-121f-4fdf-8b8f-fb8a648d4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.530178 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-8629c73e-121f-4fdf-8b8f-fb8a648d4693 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 200 len: 911 time: 0.1236386 Sep 13 10:22:02.535790 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:02.572197 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82fb3-c5d2-45d6-89e8-52ec58851864 req-820b999c-7ae1-4653-ad2f-f8d90e3674fa tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.573649 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-47a82fb3-c5d2-45d6-89e8-52ec58851864 req-820b999c-7ae1-4653-ad2f-f8d90e3674fa tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.1430776 Sep 13 10:22:02.594961 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-01a7ffc7-66aa-4480-903c-569194cb54be service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e HTTP/1.1" status: 200 len: 1000 time: 0.0593982 Sep 13 10:22:02.603437 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'a6740af1-70e8-4e20-b4ae-6b608dfb3ec6', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'port_id': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'mac_address': 'fa:16:3e:3f:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:21:43Z', 'updated_at': '2022-09-13T10:22:01Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:02.631828 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743313-d104-4631-8327-645f3783f985 None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:22:02.646430 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:02.647656 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:21:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:02.649749 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-3e903934-ddf4-4bf6-a72a-52c68933c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.651390 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-3e903934-ddf4-4bf6-a72a-52c68933c87b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 200 len: 849 time: 0.0482631 Sep 13 10:22:02.697336 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:02.705610 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-b57a0545-d41f-4182-a004-10dc67d231bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.707238 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-b57a0545-d41f-4182-a004-10dc67d231bf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480812 Sep 13 10:22:02.775814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:02.780097 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-47a82fb3-c5d2-45d6-89e8-52ec58851864 req-98447cbe-40dd-4f6e-9e5a-78a707691579 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969662 Sep 13 10:22:02.782115 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:02.808233 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-62307c2c-a5f5-4d2c-9111-54b27ebcfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:02.809097 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-62307c2c-a5f5-4d2c-9111-54b27ebcfd58 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.2427199 Sep 13 10:22:02.824909 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-36a42719-d9b7-4ee2-95fb-a65b30dee898 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112790 Sep 13 10:22:02.884061 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:02.906585 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-07fc2c55-716e-4846-b919-40cef88e56e2 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 1001 time: 0.0872796 Sep 13 10:22:02.941602 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:02.964053 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d433bce5-ddb4-4a98-b0a8-0d99788a0849 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:22:02.972319 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Publish callbacks [] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:02.976737 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:02.982445 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-51a298d5-f9ae-440c-bd48-3ce6bd5582af req-e563a366-bcc6-4fc4-9190-89200db113a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458533 Sep 13 10:22:03.007621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Transition to ACTIVE for port object d433bce5-ddb4-4a98-b0a8-0d99788a0849 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:22:03.038189 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-bd743313-d104-4631-8327-645f3783f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'a6740af1-70e8-4e20-b4ae-6b608dfb3ec6', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'port_id': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'mac_address': 'fa:16:3e:3f:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:21:43Z', 'updated_at': '2022-09-13T10:22:01Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:03.045449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-7ee2b8b5-3728-4a27-9bac-ac4417be9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:03.046903 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-7ee2b8b5-3728-4a27-9bac-ac4417be9217 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0481288 Sep 13 10:22:03.066686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743313-d104-4631-8327-645f3783f985 None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': 'a6740af1-70e8-4e20-b4ae-6b608dfb3ec6', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'port_id': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'mac_address': 'fa:16:3e:3f:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:21:43Z', 'updated_at': '2022-09-13T10:22:01Z', 'revision_number': 1, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:22:03.080540 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:03.094809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-d454f7f6-7fd0-42df-8db1-ffdb5ffc47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:03.096687 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-d454f7f6-7fd0-42df-8db1-ffdb5ffc47e1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425391 Sep 13 10:22:03.097969 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:03.244489 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d433bce5-ddb4-4a98-b0a8-0d99788a0849,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:03.305809 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70483c6-ec0c-4b16-8ad5-8342a1f27656 None None] New status for floating IP a6740af1-70e8-4e20-b4ae-6b608dfb3ec6: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:22:03.369297 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed662-0f56-4900-bb05-74949629b13c req-e4e2ec0f-8d49-4dbe-98e4-461ff0b89275 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:03.370792 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bd1ed662-0f56-4900-bb05-74949629b13c req-e4e2ec0f-8d49-4dbe-98e4-461ff0b89275 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.1157577 Sep 13 10:22:03.378557 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-2fa3c25a-57bf-48b7-9930-a45c5163c3a7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730043 Sep 13 10:22:03.382119 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Attempting to bind port d433bce5-ddb4-4a98-b0a8-0d99788a0849 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:22:03.382499 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Attempting to bind port d433bce5-ddb4-4a98-b0a8-0d99788a0849 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:22:03.386834 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Attempting to bind port d433bce5-ddb4-4a98-b0a8-0d99788a0849 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:22:03.404446 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046d5e-eadd-4768-92f8-79a0cde80187 req-ecc45c42-e4fe-4923-a6b9-ca21de99a144 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:03.415815 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f046d5e-eadd-4768-92f8-79a0cde80187 req-ecc45c42-e4fe-4923-a6b9-ca21de99a144 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.1037118 Sep 13 10:22:03.566185 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Port d433bce5-ddb4-4a98-b0a8-0d99788a0849 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:22:03.566503 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Attempting to bind port d433bce5-ddb4-4a98-b0a8-0d99788a0849 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:22:03.578928 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bd1ed662-0f56-4900-bb05-74949629b13c req-16246a02-8dbd-4b48-98d2-dbe6565c038c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993399 Sep 13 10:22:03.609720 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:03.614791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f046d5e-eadd-4768-92f8-79a0cde80187 req-815765a9-63d7-416f-a2fa-f951060c9f14 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859038 Sep 13 10:22:03.618314 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5f356903-6768-4059-984c-61e5ea30c9f9 req-59e6d67d-9cd4-4608-bafc-0f52f5dc5a52 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331858 Sep 13 10:22:03.636585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:22:03.636918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Checking segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:22:03.637402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Bound using segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:22:03.637828 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Bound port: d433bce5-ddb4-4a98-b0a8-0d99788a0849, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:22:03.638180 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:03.698658 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] For port d433bce5-ddb4-4a98-b0a8-0d99788a0849, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:22:03.701767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] For port d433bce5-ddb4-4a98-b0a8-0d99788a0849, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:22:03.769115 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:03.776263 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:03.776263 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:03.776263 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 200 len: 1093 time: 1.4852388 Sep 13 10:22:03.776263 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:03.778641 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8e3bdc-d054-466e-985c-074c729876ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:03.819035 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade5e34-60b9-4026-922c-6d034a950529 x-openstack-request-id: req-2ade5e34-60b9-4026-922c-6d034a950529 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:03.819361 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:03.819623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ade5e34-60b9-4026-922c-6d034a950529 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:03.820036 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ade5e34-60b9-4026-922c-6d034a950529'] response: {'name': 'network-changed', 'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'status': 'completed', 'code': 200} Sep 13 10:22:03.831033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891a71c-dc08-4158-9c80-cf8faf4815b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d433bce5-ddb4-4a98-b0a8-0d99788a0849,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:03.867286 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:03.909746 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad2198-0b4d-46a9-95d9-256b45987ea9 req-a5104a8f-6ef0-47b0-b25b-eb4d310c5d5e tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:03.911259 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53ad2198-0b4d-46a9-95d9-256b45987ea9 req-a5104a8f-6ef0-47b0-b25b-eb4d310c5d5e tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0525315 Sep 13 10:22:03.960376 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-53ad2198-0b4d-46a9-95d9-256b45987ea9 req-b6ba118d-6e67-46b5-8c70-cee03696a562 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Sep 13 10:22:04.706740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b7c1-686c-4b96-a386-bad08aef7bad req-4655389b-38b8-47c5-bf84-df571eea6634 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:04.708234 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-99c9b7c1-686c-4b96-a386-bad08aef7bad req-4655389b-38b8-47c5-bf84-df571eea6634 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0484009 Sep 13 10:22:04.776350 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374e898-e6f6-48d2-a3d7-ffd4e4264ba4 req-46c0481f-8c71-40c3-9f88-5114843e17c5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:04.778077 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b374e898-e6f6-48d2-a3d7-ffd4e4264ba4 req-46c0481f-8c71-40c3-9f88-5114843e17c5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.0689850 Sep 13 10:22:04.810482 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-99c9b7c1-686c-4b96-a386-bad08aef7bad req-cbf5df37-ebf7-4784-9895-fccd704e7ac9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917048 Sep 13 10:22:04.843264 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b374e898-e6f6-48d2-a3d7-ffd4e4264ba4 req-cd78afa5-e17f-4fa1-aa79-10ea8a050a1b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564361 Sep 13 10:22:05.080766 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac8b1e-5271-4c5c-a44b-6154d56b0df5 req-7102a244-4501-4017-9b98-f6641e4148b2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.082185 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8aac8b1e-5271-4c5c-a44b-6154d56b0df5 req-7102a244-4501-4017-9b98-f6641e4148b2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0477951 Sep 13 10:22:05.131423 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8aac8b1e-5271-4c5c-a44b-6154d56b0df5 req-7592751c-0e82-4c1b-8028-7e3b7afa28bf tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Sep 13 10:22:05.543347 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e3bdc-d054-466e-985c-074c729876ff req-79185ef4-ae8f-47aa-9f29-b424395eea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.544965 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce8e3bdc-d054-466e-985c-074c729876ff req-79185ef4-ae8f-47aa-9f29-b424395eea82 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1127 time: 0.0729690 Sep 13 10:22:05.553298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-5481af1d-070c-4b3d-93eb-360c0a37ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.554733 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-5481af1d-070c-4b3d-93eb-360c0a37ef2c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.0534334 Sep 13 10:22:05.720440 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e3bdc-d054-466e-985c-074c729876ff req-f6ca890e-9cc3-499b-b262-da429ed9ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.721816 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce8e3bdc-d054-466e-985c-074c729876ff req-f6ca890e-9cc3-499b-b262-da429ed9ec5d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=7cc199dd87e24511a8d267603b571456&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1661825 Sep 13 10:22:05.723099 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-6e8c132c-c59b-427f-a985-5427cb0a3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.724457 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-6e8c132c-c59b-427f-a985-5427cb0a3978 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 910 time: 0.1571338 Sep 13 10:22:05.842761 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-dfdbf079-1fff-428a-abba-4680c799ac78 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 1001 time: 0.1097031 Sep 13 10:22:05.903661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e3bdc-d054-466e-985c-074c729876ff req-b14aa6bf-7df5-4660-9c1e-19cd0f2a301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.905131 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce8e3bdc-d054-466e-985c-074c729876ff req-b14aa6bf-7df5-4660-9c1e-19cd0f2a301b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732764 Sep 13 10:22:05.925767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-54be6f10-3a63-42d3-997c-430a797e3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:05.927647 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-54be6f10-3a63-42d3-997c-430a797e3b31 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.0762739 Sep 13 10:22:06.043216 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:06.058566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920c078-8d3d-4e65-98a6-b6263b38074f req-d6c12ad0-ea0b-40f2-8655-c5553a4d9ee0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.060053 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7920c078-8d3d-4e65-98a6-b6263b38074f req-d6c12ad0-ea0b-40f2-8655-c5553a4d9ee0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.1504173 Sep 13 10:22:06.065186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-e41c9314-71aa-405a-b296-cf3ece55a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.066545 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-e41c9314-71aa-405a-b296-cf3ece55a99e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1127 time: 0.1198032 Sep 13 10:22:06.070137 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-39cdedbd-b99e-478e-920d-cc6dc65d6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.071477 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-39cdedbd-b99e-478e-920d-cc6dc65d6a71 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227019 Sep 13 10:22:06.081963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555cb8c-84fd-4dd1-ab20-6ea5738aab2d req-17d58103-265e-482b-a92a-ae3f5f037aa3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.083415 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6555cb8c-84fd-4dd1-ab20-6ea5738aab2d req-17d58103-265e-482b-a92a-ae3f5f037aa3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 945 time: 0.1354887 Sep 13 10:22:06.112348 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:06.154010 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7920c078-8d3d-4e65-98a6-b6263b38074f req-b6d89359-27a7-4dc2-b53c-136d2a9e553e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849733 Sep 13 10:22:06.161287 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6555cb8c-84fd-4dd1-ab20-6ea5738aab2d req-e68476fa-4c46-44a9-9ced-28b10a2152b0 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677516 Sep 13 10:22:06.258585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bbb4e-3d5f-47e6-bf2b-83520ef632e7 req-5d87da70-bcb4-4858-9abb-d771b3c6e766 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.260074 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9e8bbb4e-3d5f-47e6-bf2b-83520ef632e7 req-5d87da70-bcb4-4858-9abb-d771b3c6e766 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0479620 Sep 13 10:22:06.312046 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9e8bbb4e-3d5f-47e6-bf2b-83520ef632e7 req-e6a05bc5-6803-4e71-9747-334c572071bb tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Sep 13 10:22:06.438712 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-cc00f9ab-6a32-4323-ab34-7bf3d4ca2ddd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 200 len: 217 time: 0.0557766 Sep 13 10:22:06.529947 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-91b34865-694e-4ecf-8913-5ddd8686df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.531512 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-91b34865-694e-4ecf-8913-5ddd8686df32 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0677922 Sep 13 10:22:06.574211 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-fdf59b2e-c338-42d2-bc86-f3735221788c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926601 Sep 13 10:22:06.603266 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-56c60b3f-5f1c-4be1-803d-078180b660d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:06.604765 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-56c60b3f-5f1c-4be1-803d-078180b660d1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667188 Sep 13 10:22:06.645549 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:22:06.719955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: ACTIVE; New status is: DOWN {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:06.720351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:06.745312 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:06.747686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abb5477-217d-48ca-8920-4784378aeaf3" -d '{"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-unplugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:06.761828 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:06.790075 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1eb495-9e75-4104-8c83-3d20461aca27 x-openstack-request-id: req-3b1eb495-9e75-4104-8c83-3d20461aca27 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:06.790365 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-unplugged", "status": "failed", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "code": 422}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:06.790621 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b1eb495-9e75-4104-8c83-3d20461aca27 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:06.791096 dv-cinder-854274-4-iscsi neutron-server[106772]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3b1eb495-9e75-4104-8c83-3d20461aca27']: {'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'code': 422} returned with failed status Sep 13 10:22:06.864486 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:07.017693 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-60ddc563-04d8-4851-9a09-19f8b00d2052 req-eea1d0a2-9a45-44a7-99d3-a60b12daa3e6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356401 Sep 13 10:22:07.030991 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-22a6b714-d98b-4a2f-bb10-a3aa61f47f43 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980494 Sep 13 10:22:07.052161 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=8']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:07.133369 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a3b3c0fc-5a9a-4b3e-91a4-c5ce3ac7f97f req-ae112ae6-3847-4de1-86be-2f92bf6d660a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959787 Sep 13 10:22:07.288946 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393122-9af6-4ec6-94bf-527ad450f0ea req-ac460a5e-b64c-4ae1-ae6c-173429e75fda tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:07.290341 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69393122-9af6-4ec6-94bf-527ad450f0ea req-ac460a5e-b64c-4ae1-ae6c-173429e75fda tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0515950 Sep 13 10:22:07.341053 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69393122-9af6-4ec6-94bf-527ad450f0ea req-764de6d7-9b2d-4ef1-93d6-500554a23ff0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Sep 13 10:22:07.460894 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932b5e-f6f1-4e46-be8a-825c1b53c029 req-8206098a-07a9-4adc-9367-3bf9f161283c tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:07.462444 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37932b5e-f6f1-4e46-be8a-825c1b53c029 req-8206098a-07a9-4adc-9367-3bf9f161283c tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Sep 13 10:22:07.513021 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37932b5e-f6f1-4e46-be8a-825c1b53c029 req-b70891f4-50b6-4707-8ad4-25af47dfb9c2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447857 Sep 13 10:22:07.642335 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49170) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:07.749507 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:07.832137 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Publish callbacks [] for security_group (575b5cf9-d093-463a-afa6-a7e79221eb42), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:07.982386 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (575b5cf9-d093-463a-afa6-a7e79221eb42), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:08.020770 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b5cf9-d093-463a-afa6-a7e79221eb42,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:08.024925 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=98305b4eeb9b4e9ca5102effb3d1fbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815937 Sep 13 10:22:08.028090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49176) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:08.031647 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.031989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.033009 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.033350 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.033677 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.034003 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.034324 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.034645 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.034966 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.035504 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.035831 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.036162 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.036480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.036795 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.037110 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead343bd-cff8-499f-8b76-f45a395252fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.076063 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:08.080180 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Publish callbacks [] for security_group (575b5cf9-d093-463a-afa6-a7e79221eb42), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:08.104091 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Publish callbacks [] for security_group (575b5cf9-d093-463a-afa6-a7e79221eb42), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:08.137449 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:08.228090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (575b5cf9-d093-463a-afa6-a7e79221eb42), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:08.230686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:08.231926 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/575b5cf9-d093-463a-afa6-a7e79221eb42 HTTP/1.1" status: 204 len: 168 time: 0.2027502 Sep 13 10:22:08.239806 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b5cf9-d093-463a-afa6-a7e79221eb42,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:08.246950 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.247390 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.247740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.248133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.248473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.248849 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.249215 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.249492 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.249820 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.250148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.250475 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.250800 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.251692 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.251997 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.252318 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2f33eb-23d1-48c9-839b-b1107d803163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:08.474648 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce765686-5d1b-4730-b47d-91dbfa31c3f3 req-5e9678c1-51dd-4987-b8f4-f3299f856284 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:08.476151 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce765686-5d1b-4730-b47d-91dbfa31c3f3 req-5e9678c1-51dd-4987-b8f4-f3299f856284 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0573997 Sep 13 10:22:08.524866 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ce765686-5d1b-4730-b47d-91dbfa31c3f3 req-d851ec06-2b9d-4398-aec5-e2e63b5232ad tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Sep 13 10:22:08.684223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9b11-97ea-48a4-9b1d-1ffbc4c85b15 req-d5974ac3-3e2e-403b-9c48-1556b8cef822 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:08.685735 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7b2d9b11-97ea-48a4-9b1d-1ffbc4c85b15 req-d5974ac3-3e2e-403b-9c48-1556b8cef822 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0830297 Sep 13 10:22:08.692243 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0c90-07d7-42f0-ab8a-80f71c7921f3 req-0c57ab8b-b08d-4363-b9ff-eb3c7eb72a16 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:08.694067 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bbcc0c90-07d7-42f0-ab8a-80f71c7921f3 req-0c57ab8b-b08d-4363-b9ff-eb3c7eb72a16 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0922408 Sep 13 10:22:08.769468 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7b2d9b11-97ea-48a4-9b1d-1ffbc4c85b15 req-15511efe-766c-4fb9-b097-f7d88d7a4f6c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748615 Sep 13 10:22:08.773232 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bbcc0c90-07d7-42f0-ab8a-80f71c7921f3 req-324d93f3-2139-40e7-809b-1830179bb677 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722492 Sep 13 10:22:08.950096 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-bbb97f7f-4e63-453a-9e21-335945a54440 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390077 Sep 13 10:22:08.991040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49202) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:09.004258 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30708b5c-df55-432e-a584-e5f930c4c1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.028121 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5169-2170-45a3-854d-5380be761f8f req-d37c7c71-30e2-4d73-abaa-a98fd6462d55 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:09.029499 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-d37c7c71-30e2-4d73-abaa-a98fd6462d55 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports/45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 940 time: 0.0515676 Sep 13 10:22:09.085617 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30708b5c-df55-432e-a584-e5f930c4c1fa admin admin] Publish callbacks [] for security_group (652efa51-71bd-4575-a206-7fb0a83b64f0), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.165406 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-30708b5c-df55-432e-a584-e5f930c4c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (652efa51-71bd-4575-a206-7fb0a83b64f0), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.209196 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-30708b5c-df55-432e-a584-e5f930c4c1fa admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8f086233604a49498a6709a26a89b452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170546 Sep 13 10:22:09.210442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30708b5c-df55-432e-a584-e5f930c4c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652efa51-71bd-4575-a206-7fb0a83b64f0,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:09.212500 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49210) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:09.247985 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:09.265042 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f6da2676-f7f7-4fb8-bcf9-b91a468cf7b6 admin admin] Publish callbacks [] for security_group (652efa51-71bd-4575-a206-7fb0a83b64f0), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.286061 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f6da2676-f7f7-4fb8-bcf9-b91a468cf7b6 admin admin] Publish callbacks [] for security_group (652efa51-71bd-4575-a206-7fb0a83b64f0), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.460417 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f6da2676-f7f7-4fb8-bcf9-b91a468cf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (652efa51-71bd-4575-a206-7fb0a83b64f0), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.462935 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f6da2676-f7f7-4fb8-bcf9-b91a468cf7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:09.466500 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f6da2676-f7f7-4fb8-bcf9-b91a468cf7b6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/652efa51-71bd-4575-a206-7fb0a83b64f0 HTTP/1.1" status: 204 len: 168 time: 0.2496152 Sep 13 10:22:09.473127 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da2676-f7f7-4fb8-bcf9-b91a468cf7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652efa51-71bd-4575-a206-7fb0a83b64f0,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:09.666161 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734ce12-ced1-48a2-8918-12b9cf74101a req-e25c54c7-5045-4934-8795-b585c32e220d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:09.668507 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f734ce12-ced1-48a2-8918-12b9cf74101a req-e25c54c7-5045-4934-8795-b585c32e220d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0549533 Sep 13 10:22:09.723711 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f734ce12-ced1-48a2-8918-12b9cf74101a req-2a1074ed-1839-467f-a67f-ae8316997053 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455661 Sep 13 10:22:09.937718 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12635-aa3c-4f24-bb31-aca492a64a48 req-b9d4fdab-b613-4410-bb00-78be1e3b1787 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:09.939791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41c12635-aa3c-4f24-bb31-aca492a64a48 req-b9d4fdab-b613-4410-bb00-78be1e3b1787 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0838249 Sep 13 10:22:09.948320 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30f317-327d-4dda-bb10-a85b3ea65e1a req-3942600c-5f8e-4669-a7c1-38f2d8cd86b9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:09.951217 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea30f317-327d-4dda-bb10-a85b3ea65e1a req-3942600c-5f8e-4669-a7c1-38f2d8cd86b9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0823152 Sep 13 10:22:10.025299 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:10.034685 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41c12635-aa3c-4f24-bb31-aca492a64a48 req-23ff587d-9106-4a35-86e5-d06b65ff0cd6 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825174 Sep 13 10:22:10.060862 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ea30f317-327d-4dda-bb10-a85b3ea65e1a req-44bcbb80-a6b5-4dc6-be6c-f7b78aeffd35 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840709 Sep 13 10:22:10.513752 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01879a06-0ce9-470c-8437-656b4d6fae8c req-9f922cef-dedb-493d-92a0-fae841d40366 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:10.515464 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-01879a06-0ce9-470c-8437-656b4d6fae8c req-9f922cef-dedb-493d-92a0-fae841d40366 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0494630 Sep 13 10:22:10.581878 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-01879a06-0ce9-470c-8437-656b4d6fae8c req-60abc17c-ee62-455b-bb53-7dfce72fab66 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583858 Sep 13 10:22:10.614698 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49246) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:10.763699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-26c8df42-27a7-4008-a6d5-d7ca0ab0ad4a service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1475441 Sep 13 10:22:10.773877 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-cfe9826a-ae19-4e46-aae8-8faf9ebe6a83 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:22:10.775095 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-cfe9826a-ae19-4e46-aae8-8faf9ebe6a83 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058606 Sep 13 10:22:10.861600 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba3c59-54c7-4107-8b89-2f7c532e6cb2 req-fdc1d281-057d-4bc1-85f7-5fb830dd9e06 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:10.863292 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3eba3c59-54c7-4107-8b89-2f7c532e6cb2 req-fdc1d281-057d-4bc1-85f7-5fb830dd9e06 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0515425 Sep 13 10:22:10.913968 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3eba3c59-54c7-4107-8b89-2f7c532e6cb2 req-f115742b-5fe2-4b53-977a-9b86481cf421 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Sep 13 10:22:10.957688 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49262) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:11.037014 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:11.048816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986937-e33e-4b21-a021-d25310dae31a req-2fdf10e9-ac35-4fb6-b2bc-e95b9e6f0fbc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.050161 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-2fdf10e9-ac35-4fb6-b2bc-e95b9e6f0fbc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports/b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 943 time: 0.0914640 Sep 13 10:22:11.120070 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5169-2170-45a3-854d-5380be761f8f req-90528b4c-9b67-428e-8046-52d1ec9532fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.131508 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-90528b4c-9b67-428e-8046-52d1ec9532fe service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808&tenant_id=b45075d7ec024b3a907d11225942fbee HTTP/1.1" status: 200 len: 1127 time: 0.0500827 Sep 13 10:22:11.206012 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ce6b-17de-479d-9722-9194037aac98 req-45d1717c-421e-422e-a0e4-42df6fb97ade tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.207726 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1b21ce6b-17de-479d-9722-9194037aac98 req-45d1717c-421e-422e-a0e4-42df6fb97ade tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0784209 Sep 13 10:22:11.217539 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5169-2170-45a3-854d-5380be761f8f req-f188a9b3-e9e4-42bf-bb75-5277df7bd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.218966 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-f188a9b3-e9e4-42bf-bb75-5277df7bd157 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1127 time: 0.0590496 Sep 13 10:22:11.318619 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1b21ce6b-17de-479d-9722-9194037aac98 req-fa756bd8-6869-4b79-8ec7-671215483a5d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034145 Sep 13 10:22:11.362241 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49276) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:11.368663 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5169-2170-45a3-854d-5380be761f8f req-27727dee-69b9-4fcf-b686-2fc6c0ff1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.370389 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-27727dee-69b9-4fcf-b686-2fc6c0ff1474 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.1448946 Sep 13 10:22:11.443072 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-41f9b259-d0a7-4f2b-b1e1-d56585a75b96 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 999 time: 0.0632029 Sep 13 10:22:11.490910 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c93480d5-0e5c-4c02-be4d-16e275771292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.494140 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5169-2170-45a3-854d-5380be761f8f req-78b99b92-3602-4d54-b488-f94bd29e533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.495661 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-78b99b92-3602-4d54-b488-f94bd29e533d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0465765 Sep 13 10:22:11.546277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5169-2170-45a3-854d-5380be761f8f req-b0d18ca7-3354-49b3-8bd9-1da004ca7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.547987 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-b0d18ca7-3354-49b3-8bd9-1da004ca7b56 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442195 Sep 13 10:22:11.575112 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c93480d5-0e5c-4c02-be4d-16e275771292 admin admin] Publish callbacks [] for security_group (aa97d561-e784-49c7-92db-fcdcef762bf2), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.610413 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:11.646763 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-c665cf07-d126-4477-869d-99d03c7ac6e3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903790 Sep 13 10:22:11.668788 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c93480d5-0e5c-4c02-be4d-16e275771292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (aa97d561-e784-49c7-92db-fcdcef762bf2), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.709345 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93480d5-0e5c-4c02-be4d-16e275771292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa97d561-e784-49c7-92db-fcdcef762bf2,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:11.717059 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c93480d5-0e5c-4c02-be4d-16e275771292 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0a9a2f77c5d942c88896fa13ccd57615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536978 Sep 13 10:22:11.718281 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49282) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:11.759725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2f2ad-7fb0-430a-ae72-4181463d9807 req-0640637a-776b-439d-ad6e-824d34c3e25b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:11.761191 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ef2f2ad-7fb0-430a-ae72-4181463d9807 req-0640637a-776b-439d-ad6e-824d34c3e25b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0872605 Sep 13 10:22:11.763490 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:11.774254 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-378bc879-bb7e-4d5c-95d3-e741218f7ea5 admin admin] Publish callbacks [] for security_group (aa97d561-e784-49c7-92db-fcdcef762bf2), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.796045 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-378bc879-bb7e-4d5c-95d3-e741218f7ea5 admin admin] Publish callbacks [] for security_group (aa97d561-e784-49c7-92db-fcdcef762bf2), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.800667 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43ad5169-2170-45a3-854d-5380be761f8f req-29c88124-6611-4be5-8799-c28df816d334 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470783 Sep 13 10:22:11.831151 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4ef2f2ad-7fb0-430a-ae72-4181463d9807 req-b1b12504-8385-4362-81ea-bee995910465 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600517 Sep 13 10:22:11.930033 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-378bc879-bb7e-4d5c-95d3-e741218f7ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (aa97d561-e784-49c7-92db-fcdcef762bf2), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.932950 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-378bc879-bb7e-4d5c-95d3-e741218f7ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:11.935668 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-378bc879-bb7e-4d5c-95d3-e741218f7ea5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/aa97d561-e784-49c7-92db-fcdcef762bf2 HTTP/1.1" status: 204 len: 168 time: 0.2160287 Sep 13 10:22:11.944387 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bc879-bb7e-4d5c-95d3-e741218f7ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa97d561-e784-49c7-92db-fcdcef762bf2,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:12.057931 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c045a-d1eb-4c77-b7b8-0dd171a8f555 req-8c6bdfcc-e62c-46e5-88b1-281799c01967 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:12.059519 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db4c045a-d1eb-4c77-b7b8-0dd171a8f555 req-8c6bdfcc-e62c-46e5-88b1-281799c01967 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0505128 Sep 13 10:22:12.116177 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db4c045a-d1eb-4c77-b7b8-0dd171a8f555 req-d1c0ec89-440b-4426-b61c-2515233465ae tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498636 Sep 13 10:22:12.461816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a6f15-aef1-413b-bae4-42f3dbe448b3 req-dcd85479-19b0-4572-ab5a-209b783c7f3c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:12.463155 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-424a6f15-aef1-413b-bae4-42f3dbe448b3 req-dcd85479-19b0-4572-ab5a-209b783c7f3c tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0469654 Sep 13 10:22:12.529568 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-424a6f15-aef1-413b-bae4-42f3dbe448b3 req-a96a3e5e-baf4-4f1c-876f-6f92f7e7eff7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604579 Sep 13 10:22:12.702622 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:22:12.809817 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port b6ce30f4-9d3d-45cc-8f3c-567181f59486 is: ACTIVE; New status is: DOWN {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:12.810416 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:12.868694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:12.870977 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3730fff4-ed4b-4cc5-990e-67216eeba0b3" -d '{"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:12.886670 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:12.939037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2251e-f522-4379-977a-4b019a06b6d8 x-openstack-request-id: req-28a2251e-f522-4379-977a-4b019a06b6d8 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:12.939037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-unplugged", "status": "failed", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "code": 422}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:12.939037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28a2251e-f522-4379-977a-4b019a06b6d8 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:12.939037 dv-cinder-854274-4-iscsi neutron-server[106772]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-28a2251e-f522-4379-977a-4b019a06b6d8']: {'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'code': 422} returned with failed status Sep 13 10:22:12.986584 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:13.003307 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336631-5ea9-4108-8b97-b84b109d1be9 req-ca2d345a-e53e-4a2c-ad0b-4f0e36cf30c1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:13.003307 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94336631-5ea9-4108-8b97-b84b109d1be9 req-ca2d345a-e53e-4a2c-ad0b-4f0e36cf30c1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0655093 Sep 13 10:22:13.061531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-94336631-5ea9-4108-8b97-b84b109d1be9 req-578d2be1-f3a8-423d-b986-6c74a9ef9c0f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589492 Sep 13 10:22:13.065384 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=6']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:13.266288 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f32eb-dd5c-4cfb-bcf7-476e1b007756 req-45386d2b-1081-486e-998a-3ec2685cf544 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:13.267853 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e2f32eb-dd5c-4cfb-bcf7-476e1b007756 req-45386d2b-1081-486e-998a-3ec2685cf544 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0518088 Sep 13 10:22:13.364752 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e2f32eb-dd5c-4cfb-bcf7-476e1b007756 req-73d51475-972f-4f43-b866-d72f0893a1d2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864480 Sep 13 10:22:13.673469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc64ad-b4dd-4a9f-83a3-60e0e83fa3a4 req-f1ae7fa3-9fdc-42f4-9ed5-ab3e5de8e27a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:13.675052 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-84bc64ad-b4dd-4a9f-83a3-60e0e83fa3a4 req-f1ae7fa3-9fdc-42f4-9ed5-ab3e5de8e27a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0524442 Sep 13 10:22:13.725836 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-84bc64ad-b4dd-4a9f-83a3-60e0e83fa3a4 req-799ba6c0-e428-4b3f-a87d-16be6e1f2629 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Sep 13 10:22:13.906928 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49346) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:14.028223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-718b78a8-0bee-4a63-915e-435f96b19b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.113383 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-718b78a8-0bee-4a63-915e-435f96b19b93 admin admin] Publish callbacks [] for security_group (af937b6d-d725-44c4-8d3b-489f602e0d44), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.159455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:14.184802 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-718b78a8-0bee-4a63-915e-435f96b19b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (af937b6d-d725-44c4-8d3b-489f602e0d44), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.219047 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95134c0a-98c0-4016-a15a-ffa282186f0d req-191913f4-858e-44d5-a6d8-06c968d88871 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:14.220582 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-95134c0a-98c0-4016-a15a-ffa282186f0d req-191913f4-858e-44d5-a6d8-06c968d88871 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0723507 Sep 13 10:22:14.228095 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:14.251400 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-718b78a8-0bee-4a63-915e-435f96b19b93 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dd7abbcf7a0a4ea992a0100b7c6aefa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423004 Sep 13 10:22:14.254500 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49352) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:14.257741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b78a8-0bee-4a63-915e-435f96b19b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af937b6d-d725-44c4-8d3b-489f602e0d44,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:14.295797 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-95134c0a-98c0-4016-a15a-ffa282186f0d req-9177c06f-6479-4634-9402-f3f6c5933923 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611477 Sep 13 10:22:14.335476 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e23cd24c-aa90-4ed0-9c21-06179929c5d2 admin admin] Publish callbacks [] for security_group (af937b6d-d725-44c4-8d3b-489f602e0d44), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.356915 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e23cd24c-aa90-4ed0-9c21-06179929c5d2 admin admin] Publish callbacks [] for security_group (af937b6d-d725-44c4-8d3b-489f602e0d44), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.489073 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e23cd24c-aa90-4ed0-9c21-06179929c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (af937b6d-d725-44c4-8d3b-489f602e0d44), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.492238 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e23cd24c-aa90-4ed0-9c21-06179929c5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.495077 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e23cd24c-aa90-4ed0-9c21-06179929c5d2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/af937b6d-d725-44c4-8d3b-489f602e0d44 HTTP/1.1" status: 204 len: 168 time: 0.2392192 Sep 13 10:22:14.498374 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ec38-ae24-4ce3-8d57-24e2ce02154f req-7b568876-a5f1-4200-b7e2-1316933c2adb tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:14.499944 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7443ec38-ae24-4ce3-8d57-24e2ce02154f req-7b568876-a5f1-4200-b7e2-1316933c2adb tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0532036 Sep 13 10:22:14.504382 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cd24c-aa90-4ed0-9c21-06179929c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af937b6d-d725-44c4-8d3b-489f602e0d44,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:14.586648 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7443ec38-ae24-4ce3-8d57-24e2ce02154f req-2d0e2787-9ef7-4905-aa2b-382c68c76dbe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794275 Sep 13 10:22:14.640168 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:14.868323 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a59d6d-45f3-47d7-866d-f22aaf153bfa req-8f941182-b116-4391-a00f-30645440240e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:14.879208 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-32a59d6d-45f3-47d7-866d-f22aaf153bfa req-8f941182-b116-4391-a00f-30645440240e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0589459 Sep 13 10:22:14.930776 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-32a59d6d-45f3-47d7-866d-f22aaf153bfa req-1f453675-4893-4f94-a6b5-a57276da913a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521853 Sep 13 10:22:15.445033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6a1fe-e3db-4036-ba2f-aba051d81ced req-5c141745-8ce8-430f-b489-3da9565f8702 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:15.452628 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a2f6a1fe-e3db-4036-ba2f-aba051d81ced req-5c141745-8ce8-430f-b489-3da9565f8702 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0712740 Sep 13 10:22:15.527891 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a2f6a1fe-e3db-4036-ba2f-aba051d81ced req-6f2be013-3aa9-4022-96f4-a8f01fd0ef88 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741279 Sep 13 10:22:15.724104 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d9be-d79e-40dc-bae7-64454b190bb8 req-a4195738-5733-4456-9aa7-2efbf82b9088 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:15.726125 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6331d9be-d79e-40dc-bae7-64454b190bb8 req-a4195738-5733-4456-9aa7-2efbf82b9088 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0532486 Sep 13 10:22:15.795403 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6331d9be-d79e-40dc-bae7-64454b190bb8 req-6f1ed0e9-949e-4794-ad41-33961184a444 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634880 Sep 13 10:22:16.085012 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a2b72-5208-46fd-8efb-6f32f8fd903b req-03e2237a-b041-4f84-adc6-e4143d7d9b87 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:16.086843 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-164a2b72-5208-46fd-8efb-6f32f8fd903b req-03e2237a-b041-4f84-adc6-e4143d7d9b87 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0560160 Sep 13 10:22:16.143586 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-164a2b72-5208-46fd-8efb-6f32f8fd903b req-0a6a509f-d0ba-4e05-9f31-4d4ca3ccffeb tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504680 Sep 13 10:22:16.665618 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deffa1-20a4-4aef-97b3-92ad92d7693f req-bcd7ea9a-03b7-400e-9818-9c3563618a8a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:16.667462 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b5deffa1-20a4-4aef-97b3-92ad92d7693f req-bcd7ea9a-03b7-400e-9818-9c3563618a8a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0511398 Sep 13 10:22:16.719033 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b5deffa1-20a4-4aef-97b3-92ad92d7693f req-10dd59e6-a4bf-49ad-bb7d-692cec8cd194 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Sep 13 10:22:16.931703 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d275beb-ebca-4874-9c25-d4407a858a80 req-b7e869c9-0571-4182-bb48-79d5eafd3fdd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:16.934415 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8d275beb-ebca-4874-9c25-d4407a858a80 req-b7e869c9-0571-4182-bb48-79d5eafd3fdd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0539160 Sep 13 10:22:16.986041 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8d275beb-ebca-4874-9c25-d4407a858a80 req-f806eb28-73c6-4e45-95ab-ab566a7d9529 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Sep 13 10:22:17.280239 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56522249-a3f5-43e7-9998-d6f9f0244c68 req-64503396-864f-4a87-85f5-44728e5c8589 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:17.281666 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-56522249-a3f5-43e7-9998-d6f9f0244c68 req-64503396-864f-4a87-85f5-44728e5c8589 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0532238 Sep 13 10:22:17.351121 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-56522249-a3f5-43e7-9998-d6f9f0244c68 req-ef6af30a-aa58-4ea8-b78f-2c457cf7dc56 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636137 Sep 13 10:22:17.861730 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631b44-884e-4b4f-9c30-0f227aa2cbcb req-eac966c0-2dc8-4119-b1b0-22d5db31211b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:17.863755 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05631b44-884e-4b4f-9c30-0f227aa2cbcb req-eac966c0-2dc8-4119-b1b0-22d5db31211b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0636604 Sep 13 10:22:17.921021 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05631b44-884e-4b4f-9c30-0f227aa2cbcb req-c16d9358-b659-46fb-beb7-29f32c4130ca tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511405 Sep 13 10:22:18.112309 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:18.118633 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6c65d-e37d-4342-b46c-2f02100dcf07 req-5e23085e-20a8-4a58-8cb5-333979f51152 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:18.120223 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-11b6c65d-e37d-4342-b46c-2f02100dcf07 req-5e23085e-20a8-4a58-8cb5-333979f51152 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0506039 Sep 13 10:22:18.206645 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-11b6c65d-e37d-4342-b46c-2f02100dcf07 req-e032ec75-6157-4d0e-8e05-41f32b2e0c9b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748808 Sep 13 10:22:18.488354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de06a2-dc18-4879-81e6-5586ac900390 req-86bc5933-2be1-4008-90c9-cea5d6fefaff tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:18.489823 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41de06a2-dc18-4879-81e6-5586ac900390 req-86bc5933-2be1-4008-90c9-cea5d6fefaff tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0501821 Sep 13 10:22:18.524224 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:18.540014 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41de06a2-dc18-4879-81e6-5586ac900390 req-6eca5318-4904-4491-a39f-e02e513eda3b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443883 Sep 13 10:22:18.881777 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=10 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:18.885746 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:19.055145 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e2ed8-dadd-4f7b-855f-414e507e00af req-9bdbd564-44cc-4a6e-b02e-c0baf749658d tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:19.060295 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d2e2ed8-dadd-4f7b-855f-414e507e00af req-9bdbd564-44cc-4a6e-b02e-c0baf749658d tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0592711 Sep 13 10:22:19.115425 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9d2e2ed8-dadd-4f7b-855f-414e507e00af req-c31118a7-84a3-4e08-b52e-5d476531aa30 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527301 Sep 13 10:22:19.343690 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285be3e-171f-4faa-add7-c479075400fe req-2f0d6aab-64f3-4b42-8b9b-7ed02ebb48d7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:19.345591 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2285be3e-171f-4faa-add7-c479075400fe req-2f0d6aab-64f3-4b42-8b9b-7ed02ebb48d7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0648437 Sep 13 10:22:19.430890 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2285be3e-171f-4faa-add7-c479075400fe req-87c94d8e-9553-4f18-85d6-019b72bdaf1d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751128 Sep 13 10:22:19.674421 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608ee62-45de-4027-814b-05d29e76a868 req-8b0c88ca-13c0-4ec6-bbdc-811f82e8804e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:19.675909 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9608ee62-45de-4027-814b-05d29e76a868 req-8b0c88ca-13c0-4ec6-bbdc-811f82e8804e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0517435 Sep 13 10:22:19.741667 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9608ee62-45de-4027-814b-05d29e76a868 req-6f2b3ca0-c49b-42f5-b8e5-4c0776d7ca06 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598450 Sep 13 10:22:20.269869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc263823-d09e-4799-a955-dc8d5c15a9da req-77b382ca-6429-4e0a-83f9-e9441ecd93e8 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:20.271498 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc263823-d09e-4799-a955-dc8d5c15a9da req-77b382ca-6429-4e0a-83f9-e9441ecd93e8 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0543799 Sep 13 10:22:20.324658 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc263823-d09e-4799-a955-dc8d5c15a9da req-3021d2af-a853-470d-a155-5a69dbc0777b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470400 Sep 13 10:22:20.556856 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b3aa9-c538-44e9-83ee-c0bf828a82c5 req-67ab7cb6-c0d1-482e-a42c-9e7f234e69fa tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:20.558390 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-204b3aa9-c538-44e9-83ee-c0bf828a82c5 req-67ab7cb6-c0d1-482e-a42c-9e7f234e69fa tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0550053 Sep 13 10:22:20.617146 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-204b3aa9-c538-44e9-83ee-c0bf828a82c5 req-dd32380a-2fae-4dd1-b564-6ca6a91c3ec8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520978 Sep 13 10:22:20.834583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-157b3976-716e-4ceb-a8aa-17435da05a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:20.895477 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6954b-1c79-46bb-bd3c-1e4b160bdb91 req-b84de72f-336c-4890-a613-df7c73f55012 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:20.897068 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a5c6954b-1c79-46bb-bd3c-1e4b160bdb91 req-b84de72f-336c-4890-a613-df7c73f55012 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0576479 Sep 13 10:22:20.951615 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a5c6954b-1c79-46bb-bd3c-1e4b160bdb91 req-49a12afa-223e-4de2-92c3-ac6a4a42645a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483265 Sep 13 10:22:21.467409 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a856f70-6c2c-4bff-a436-6ebb55673a71 req-2d70e83d-3054-44a6-b223-811a67a1d455 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:21.468582 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a856f70-6c2c-4bff-a436-6ebb55673a71 req-2d70e83d-3054-44a6-b223-811a67a1d455 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0518286 Sep 13 10:22:21.528706 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6a856f70-6c2c-4bff-a436-6ebb55673a71 req-0d966254-5bf4-4001-9756-9266fe471ed3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524998 Sep 13 10:22:21.740814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04099f0e-2f0e-43e5-a13b-d7a8de81dfca req-cc45044f-5fd2-434c-af85-360797b86fc3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:21.742421 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-04099f0e-2f0e-43e5-a13b-d7a8de81dfca req-cc45044f-5fd2-434c-af85-360797b86fc3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0543606 Sep 13 10:22:21.797893 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-04099f0e-2f0e-43e5-a13b-d7a8de81dfca req-d7c079d7-e4bf-4193-aae4-849d3c85fefd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487833 Sep 13 10:22:22.082412 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da47f4-ad39-4115-868d-f2d2416ee921 req-4d0c28f3-39c6-4397-bda5-707a35679b74 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:22.083917 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-97da47f4-ad39-4115-868d-f2d2416ee921 req-4d0c28f3-39c6-4397-bda5-707a35679b74 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0491486 Sep 13 10:22:22.131626 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-97da47f4-ad39-4115-868d-f2d2416ee921 req-c5167a31-9054-4fb1-8c6c-f9eee23b6c65 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Sep 13 10:22:22.649596 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3809fd-d976-44f0-bed6-922f795f3f25 req-c78e573f-1a0e-4267-99d4-8adadd0d6d8b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:22.651047 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-aa3809fd-d976-44f0-bed6-922f795f3f25 req-c78e573f-1a0e-4267-99d4-8adadd0d6d8b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0473058 Sep 13 10:22:22.706783 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-aa3809fd-d976-44f0-bed6-922f795f3f25 req-add34eba-9a4b-45da-8e3e-6ebabe7b2872 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Sep 13 10:22:22.888082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:22.926237 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0535b8-ae19-4063-993b-5ce6ef18ec77 req-4f300fa0-47cf-4a34-9645-59f6b86c6767 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:22.927747 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a0535b8-ae19-4063-993b-5ce6ef18ec77 req-4f300fa0-47cf-4a34-9645-59f6b86c6767 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0480602 Sep 13 10:22:22.940190 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:22.978702 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a0535b8-ae19-4063-993b-5ce6ef18ec77 req-cc4df150-5fd9-45b6-ab7e-63cf76cab085 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 Sep 13 10:22:23.242217 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9cb8-a167-4193-93f5-65d3902d561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:23.269495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d570b0-6d7f-4274-85b3-f37d3547c274 req-83b5f69c-d331-4a45-a8e9-5529287b1efe tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:23.270951 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9d570b0-6d7f-4274-85b3-f37d3547c274 req-83b5f69c-d331-4a45-a8e9-5529287b1efe tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0496836 Sep 13 10:22:23.318825 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9d570b0-6d7f-4274-85b3-f37d3547c274 req-044811e4-7ace-4d3b-8b20-6d2d7389fca1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Sep 13 10:22:23.840641 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0556f-1d80-4725-b0cc-51fc0eaffb91 req-f82965c3-287c-4a3f-b5ff-ae1c7ae2fac7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:23.843330 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-83d0556f-1d80-4725-b0cc-51fc0eaffb91 req-f82965c3-287c-4a3f-b5ff-ae1c7ae2fac7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0602841 Sep 13 10:22:23.895672 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-83d0556f-1d80-4725-b0cc-51fc0eaffb91 req-54fec38c-bf68-41e1-9bdc-53cdafb02fb7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468676 Sep 13 10:22:24.101229 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4709-3db6-4545-95eb-2b9ebb7a181f req-c63d78d9-1915-4fcd-bddc-1e10c9e6faf8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.102682 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1bef4709-3db6-4545-95eb-2b9ebb7a181f req-c63d78d9-1915-4fcd-bddc-1e10c9e6faf8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 943 time: 0.0462971 Sep 13 10:22:24.160601 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1bef4709-3db6-4545-95eb-2b9ebb7a181f req-b4288dfa-7449-46b8-b9ea-613701ff664f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521095 Sep 13 10:22:24.362343 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:24.446014 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfa86-5cee-49a7-af95-6c4bd89145de req-c1b2e4ba-417d-43ac-8445-3ab956d834a1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.447497 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e50bfa86-5cee-49a7-af95-6c4bd89145de req-c1b2e4ba-417d-43ac-8445-3ab956d834a1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0479102 Sep 13 10:22:24.498327 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=62,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:24.499110 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:24.499600 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e50bfa86-5cee-49a7-af95-6c4bd89145de req-0ca5e497-bb16-4d39-8d35-b4e11b26bbf7 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 Sep 13 10:22:24.591591 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986937-e33e-4b21-a021-d25310dae31a req-57aa7c39-ab04-4d84-b80e-40d37739698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.593052 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-57aa7c39-ab04-4d84-b80e-40d37739698d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571&tenant_id=9ef16a5156d9421e85b4106cce719b4f HTTP/1.1" status: 200 len: 1128 time: 0.0391076 Sep 13 10:22:24.653034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986937-e33e-4b21-a021-d25310dae31a req-5228453c-fee7-4afb-a2e4-0751e5e3a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.654484 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-5228453c-fee7-4afb-a2e4-0751e5e3a944 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1128 time: 0.0392337 Sep 13 10:22:24.750301 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986937-e33e-4b21-a021-d25310dae31a req-0c52b0e2-2819-4a43-aa3e-d0f9181a1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.751797 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-0c52b0e2-2819-4a43-aa3e-d0f9181a1dce service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 910 time: 0.0894256 Sep 13 10:22:24.765102 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device d433bce5-ddb4-4a98-b0a8-0d99788a0849 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:22:24.813695 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-ef00236c-f66f-4d87-8967-8252a3fcf3c3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 999 time: 0.0552847 Sep 13 10:22:24.861153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986937-e33e-4b21-a021-d25310dae31a req-7d2c6368-82e5-4e41-a1e9-c1213ce38850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.862570 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-7d2c6368-82e5-4e41-a1e9-c1213ce38850 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.0431566 Sep 13 10:22:24.867906 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port d433bce5-ddb4-4a98-b0a8-0d99788a0849, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:24.879002 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 481, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:22:24.909250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986937-e33e-4b21-a021-d25310dae31a req-bcc473cf-3601-4d04-a6f7-41a2d473008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:24.910646 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-bcc473cf-3601-4d04-a6f7-41a2d473008a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414870 Sep 13 10:22:24.913562 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port d433bce5-ddb4-4a98-b0a8-0d99788a0849 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:24.913953 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:24.927921 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d433bce5-ddb4-4a98-b0a8-0d99788a0849 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:22:24.934450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:24.949944 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port d433bce5-ddb4-4a98-b0a8-0d99788a0849, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:25.041823 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563ca58-3361-4f29-aa82-fc41dc69fa8e req-3d6b440b-ea7c-4f41-abf2-a5b2d3c76d6a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:25.043256 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6563ca58-3361-4f29-aa82-fc41dc69fa8e req-3d6b440b-ea7c-4f41-abf2-a5b2d3c76d6a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0676169 Sep 13 10:22:25.045319 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-02b5ae19-c026-4f5b-bd44-155adb77c946 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263006 Sep 13 10:22:25.130593 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:25.138923 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6563ca58-3361-4f29-aa82-fc41dc69fa8e req-d62963df-6299-488b-802a-4e324a6def35 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901003 Sep 13 10:22:25.143790 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:25.168436 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:25.168736 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:25.183796 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1f986937-e33e-4b21-a021-d25310dae31a req-3259cdce-489a-417d-9872-1f20a5c0cd76 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206622 Sep 13 10:22:25.184300 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=d433bce5-ddb4-4a98-b0a8-0d99788a0849,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:25.302485 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe740b-865e-4f2e-ac3d-95687ebeeb56 req-295ddccb-5e9c-4ba9-93e5-2ad12da961d3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:25.303974 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c3fe740b-865e-4f2e-ac3d-95687ebeeb56 req-295ddccb-5e9c-4ba9-93e5-2ad12da961d3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 944 time: 0.0523174 Sep 13 10:22:25.353603 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c3fe740b-865e-4f2e-ac3d-95687ebeeb56 req-6472e8fe-befa-468b-b533-e67a67d08f9d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 Sep 13 10:22:25.382891 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['d433bce5-ddb4-4a98-b0a8-0d99788a0849'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:22:25.630089 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6464aa4-9724-4ac1-99a6-78594db3102a req-a6d91c46-ec0c-423e-ac9c-f7bcedf5caa2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:25.631568 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b6464aa4-9724-4ac1-99a6-78594db3102a req-a6d91c46-ec0c-423e-ac9c-f7bcedf5caa2 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0465791 Sep 13 10:22:25.677992 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b6464aa4-9724-4ac1-99a6-78594db3102a req-9d5964c0-51dc-43bb-aedf-353ea3484323 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Sep 13 10:22:25.877053 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:25.945235 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:26.262324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd4841-5e9a-4726-9e38-1ff70b80357a req-233b24ba-177a-42a2-8cab-b525e133a42a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:26.263797 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cddd4841-5e9a-4726-9e38-1ff70b80357a req-233b24ba-177a-42a2-8cab-b525e133a42a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0483630 Sep 13 10:22:26.315399 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cddd4841-5e9a-4726-9e38-1ff70b80357a req-1bc15900-dcb2-4cb6-ae02-92e30108beeb tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458064 Sep 13 10:22:26.474407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6f591-8676-4ad7-8099-e9e93fd8d013 req-d8d22345-1a02-475c-9a26-81b551d99e1a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:26.480631 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4f6f591-8676-4ad7-8099-e9e93fd8d013 req-d8d22345-1a02-475c-9a26-81b551d99e1a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 944 time: 0.0457671 Sep 13 10:22:26.528285 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4f6f591-8676-4ad7-8099-e9e93fd8d013 req-358225f0-315d-4115-83f8-58c588ba7bda tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467074 Sep 13 10:22:26.794638 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:22:26.802220 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device d433bce5-ddb4-4a98-b0a8-0d99788a0849 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:22:26.808474 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876afe2-a6a8-4624-9e3d-0b3b2ef79542 req-41d97078-96e7-4df5-af80-2cc9401d7e99 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:26.810120 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f876afe2-a6a8-4624-9e3d-0b3b2ef79542 req-41d97078-96e7-4df5-af80-2cc9401d7e99 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 943 time: 0.0503561 Sep 13 10:22:26.860300 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f876afe2-a6a8-4624-9e3d-0b3b2ef79542 req-db4d272c-aecd-4397-bf54-0a094140d137 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Sep 13 10:22:26.898120 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port d433bce5-ddb4-4a98-b0a8-0d99788a0849 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:22:26.935498 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:26.947120 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '45f38058-5689-489f-80b9-047dafea9f45', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'port_id': '45f38058-5689-489f-80b9-047dafea9f45', 'mac_address': 'fa:16:3e:80:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:22:26.981481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:26.981866 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:26.994403 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f38058-5689-489f-80b9-047dafea9f45 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:22:27.006578 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port d433bce5-ddb4-4a98-b0a8-0d99788a0849 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:22:27.009122 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:27.032379 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:27.050882 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:27.086292 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port d433bce5-ddb4-4a98-b0a8-0d99788a0849 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:27.086671 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:27.108809 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:27.111082 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a30a76b-9995-4e38-88a1-6708823ea640" -d '{"events": [{"server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "name": "network-vif-plugged", "status": "completed", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:27.123252 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port d433bce5-ddb4-4a98-b0a8-0d99788a0849, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:27.125671 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:27.150548 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96541888-0bb1-40c3-a1e7-995a5660320d x-openstack-request-id: req-96541888-0bb1-40c3-a1e7-995a5660320d {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:27.150838 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "name": "network-vif-plugged", "status": "completed", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:27.151093 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96541888-0bb1-40c3-a1e7-995a5660320d {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:27.151518 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96541888-0bb1-40c3-a1e7-995a5660320d'] response: {'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'code': 200} Sep 13 10:22:27.175235 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=9']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:27.216702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:27.261799 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:27.267018 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=d433bce5-ddb4-4a98-b0a8-0d99788a0849,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:27.411117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['45f38058-5689-489f-80b9-047dafea9f45'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:22:27.440344 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bdd1-df67-4ee5-adc6-c70426416307 req-d5bc0afd-9c6f-4ff1-91d4-47bc439f9efc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:27.442007 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3910bdd1-df67-4ee5-adc6-c70426416307 req-d5bc0afd-9c6f-4ff1-91d4-47bc439f9efc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0524094 Sep 13 10:22:27.493135 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3910bdd1-df67-4ee5-adc6-c70426416307 req-72b3e637-3cdf-4700-bfce-4744fa8e4f70 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Sep 13 10:22:27.532354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a0a1-a850-4b87-8d7b-50031238d80d req-8937899a-5caa-49f6-8fb8-6b28c5ffc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:27.540471 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3a79a0a1-a850-4b87-8d7b-50031238d80d req-8937899a-5caa-49f6-8fb8-6b28c5ffc04e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1129 time: 0.0397646 Sep 13 10:22:27.582482 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3a79a0a1-a850-4b87-8d7b-50031238d80d req-d76de3d0-f022-4061-a057-daa90de393c8 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Sep 13 10:22:27.652872 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a790d0-53f1-49d8-b42e-e0587229a25f req-2762871d-93b6-4684-88ae-ffa880c6e2d0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:27.654335 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b1a790d0-53f1-49d8-b42e-e0587229a25f req-2762871d-93b6-4684-88ae-ffa880c6e2d0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0505672 Sep 13 10:22:27.705160 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b1a790d0-53f1-49d8-b42e-e0587229a25f req-474cc654-d2f1-48fe-a4f9-96cda683b97a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Sep 13 10:22:27.990943 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffde88a-11e8-48fd-98a2-0571615b2c87 req-16409240-0337-4c2d-a47d-3305f561bfb3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:27.992398 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bffde88a-11e8-48fd-98a2-0571615b2c87 req-16409240-0337-4c2d-a47d-3305f561bfb3 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 944 time: 0.0463438 Sep 13 10:22:28.040430 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bffde88a-11e8-48fd-98a2-0571615b2c87 req-8169234a-daf5-44f9-bef0-f26e1efb63cc tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Sep 13 10:22:28.204144 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49576) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:28.210014 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:22:28.325463 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-14117858-1352-4563-88de-f90f1756d1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.352268 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:28.403744 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-14117858-1352-4563-88de-f90f1756d1ce admin admin] Publish callbacks [] for security_group (4c7b7436-0b44-4dd6-a1d2-95e6b34391c1), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.470799 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-14117858-1352-4563-88de-f90f1756d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4c7b7436-0b44-4dd6-a1d2-95e6b34391c1), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.475689 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:28.512987 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-14117858-1352-4563-88de-f90f1756d1ce admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ec6a99b023f744d186ae4603ccf1a1ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077981 Sep 13 10:22:28.514849 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14117858-1352-4563-88de-f90f1756d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7b7436-0b44-4dd6-a1d2-95e6b34391c1,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:28.516691 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49584) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:28.570594 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb39c5b8-a32a-4d37-b56c-9d2bb6e5836b admin admin] Publish callbacks [] for security_group (4c7b7436-0b44-4dd6-a1d2-95e6b34391c1), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.591969 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb39c5b8-a32a-4d37-b56c-9d2bb6e5836b admin admin] Publish callbacks [] for security_group (4c7b7436-0b44-4dd6-a1d2-95e6b34391c1), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.616897 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182b47-815f-4775-abf8-549c65a950b0 req-05dddefe-fdf3-413e-84f1-581c6ed287c1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:28.618373 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-91182b47-815f-4775-abf8-549c65a950b0 req-05dddefe-fdf3-413e-84f1-581c6ed287c1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0476136 Sep 13 10:22:28.668246 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-91182b47-815f-4775-abf8-549c65a950b0 req-1e32d8af-fff8-4a93-bf9d-c44f0902aa5b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Sep 13 10:22:28.713550 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb39c5b8-a32a-4d37-b56c-9d2bb6e5836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4c7b7436-0b44-4dd6-a1d2-95e6b34391c1), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.716123 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb39c5b8-a32a-4d37-b56c-9d2bb6e5836b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.717258 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-fb39c5b8-a32a-4d37-b56c-9d2bb6e5836b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4c7b7436-0b44-4dd6-a1d2-95e6b34391c1 HTTP/1.1" status: 204 len: 168 time: 0.1995072 Sep 13 10:22:28.725308 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39c5b8-a32a-4d37-b56c-9d2bb6e5836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7b7436-0b44-4dd6-a1d2-95e6b34391c1,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:28.813637 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:22:28.830244 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a915-3c60-43ac-84ab-9a40d8f8d119 req-af87cc90-1c7d-4dac-a421-43a73c1a9c9a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:28.831759 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b236a915-3c60-43ac-84ab-9a40d8f8d119 req-af87cc90-1c7d-4dac-a421-43a73c1a9c9a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0471120 Sep 13 10:22:28.862178 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 45f38058-5689-489f-80b9-047dafea9f45 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:22:28.862558 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (45f38058-5689-489f-80b9-047dafea9f45), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.882783 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b236a915-3c60-43ac-84ab-9a40d8f8d119 req-6f4fdec2-a6a7-4077-8d32-414e980a8fed tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 Sep 13 10:22:28.943968 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 45f38058-5689-489f-80b9-047dafea9f45 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:28.944357 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:28.976287 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:29.099646 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:29.153947 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:29.157019 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d0dd1-f2ad-484a-9f78-956ac0b1366c" -d '{"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-plugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:29.164187 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=10']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:29.216763 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391225e7-60c6-4d48-8033-6fee6f46f36c x-openstack-request-id: req-391225e7-60c6-4d48-8033-6fee6f46f36c {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:29.217224 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-plugged", "status": "completed", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:29.217483 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-391225e7-60c6-4d48-8033-6fee6f46f36c {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:29.217890 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391225e7-60c6-4d48-8033-6fee6f46f36c'] response: {'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'code': 200} Sep 13 10:22:29.449216 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b24dd-1867-487e-a27f-996b105b1c84 req-af0445a6-e876-494f-93d4-f7e0f2bd34a9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:29.451310 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e2b24dd-1867-487e-a27f-996b105b1c84 req-af0445a6-e876-494f-93d4-f7e0f2bd34a9 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.3302491 Sep 13 10:22:29.503803 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e2b24dd-1867-487e-a27f-996b105b1c84 req-70986ae9-0906-4d58-a8cd-73cd998bba06 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 Sep 13 10:22:29.606924 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007da55e-71f5-4683-ac6b-0cd7a8c818a4 req-49c39dc4-a552-4395-b5b3-63ab38c7c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:29.608409 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-007da55e-71f5-4683-ac6b-0cd7a8c818a4 req-49c39dc4-a552-4395-b5b3-63ab38c7c40b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1130 time: 0.0389111 Sep 13 10:22:29.655929 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-007da55e-71f5-4683-ac6b-0cd7a8c818a4 req-6fa0435b-93b1-49cf-9677-857213b8ef48 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Sep 13 10:22:29.796056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05908d74-3505-4d96-8522-cd6fd8b93e77 req-66d35a95-5210-4890-b95c-fba523d17863 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:29.797537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05908d74-3505-4d96-8522-cd6fd8b93e77 req-66d35a95-5210-4890-b95c-fba523d17863 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0501177 Sep 13 10:22:29.847267 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05908d74-3505-4d96-8522-cd6fd8b93e77 req-190c18cc-2438-48e8-835c-af7bec6489a8 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 Sep 13 10:22:30.006562 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977adb0-7800-495d-8e49-9f5f8f453f0e req-6379de8a-95b6-4bd9-8870-85e8a7aa2ad0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:30.008006 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6977adb0-7800-495d-8e49-9f5f8f453f0e req-6379de8a-95b6-4bd9-8870-85e8a7aa2ad0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0479550 Sep 13 10:22:30.058076 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6977adb0-7800-495d-8e49-9f5f8f453f0e req-442122e1-2ce5-4ed8-a628-ac5ccfcc0989 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Sep 13 10:22:30.183755 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8302b-8d5b-4332-ab4d-851c2887c326 req-ec1f22ad-6544-4888-9f5c-2fe04220029c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:30.185230 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9c8302b-8d5b-4332-ab4d-851c2887c326 req-ec1f22ad-6544-4888-9f5c-2fe04220029c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Sep 13 10:22:30.238870 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9c8302b-8d5b-4332-ab4d-851c2887c326 req-9f7a8745-2814-4066-a2a1-250e5bb69289 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Sep 13 10:22:30.269797 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49646) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:30.310930 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6e64c-c4f9-4c7a-b72e-f94ee80506de tempest-TestVolumeBootPattern-1244327260 tempest-TestVolumeBootPattern-1244327260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:30.313932 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d5c6e64c-c4f9-4c7a-b72e-f94ee80506de tempest-TestVolumeBootPattern-1244327260 tempest-TestVolumeBootPattern-1244327260-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1124 time: 0.0411229 Sep 13 10:22:30.320282 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49648) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:30.324536 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:22:30.419477 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:30.506929 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:30.620690 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Allocated IP 172.27.2.5 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:22:30.637790 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef2a29-5bf1-4159-a953-b77050804720 req-3906c5d8-cda9-4e0f-8c41-8d7c0a8b31ec tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:30.639280 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-51ef2a29-5bf1-4159-a953-b77050804720 req-3906c5d8-cda9-4e0f-8c41-8d7c0a8b31ec tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0472136 Sep 13 10:22:30.689543 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-51ef2a29-5bf1-4159-a953-b77050804720 req-87ffbb0b-2804-4c4f-8300-672294dd66a5 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Sep 13 10:22:30.730802 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:30.814277 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:30.851004 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:22:30.858694 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:22:30.860683 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:22:30.894354 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:30.991088 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b20ff-b45e-4689-899b-933a702e773a req-0ea760e4-a8cd-4a28-8570-603bbfb7268b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:30.992699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f32b20ff-b45e-4689-899b-933a702e773a req-0ea760e4-a8cd-4a28-8570-603bbfb7268b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0501385 Sep 13 10:22:31.011974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:31.044198 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f32b20ff-b45e-4689-899b-933a702e773a req-282b9f81-0d6d-4251-8127-e3e7c18522ad tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Sep 13 10:22:31.096045 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:31.100450 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:31.214203 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:31.258332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (42e6eea6-fd38-423d-950a-c02bcb356eac), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:31.461964 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:31.620817 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:31.732578 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:31.777374 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:31.802615 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (42e6eea6-fd38-423d-950a-c02bcb356eac), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:31.804708 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:31.836917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5a43a-0364-48d2-9768-f4ad3f8ee515 req-f7940265-3d02-4d83-bbb4-d2f16f786cea tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:31.838573 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9fe5a43a-0364-48d2-9768-f4ad3f8ee515 req-f7940265-3d02-4d83-bbb4-d2f16f786cea tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0594964 Sep 13 10:22:31.893169 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9fe5a43a-0364-48d2-9768-f4ad3f8ee515 req-b41a47ad-c305-4a06-a6ca-a3a55b683abe tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Sep 13 10:22:31.909799 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Floating IP 42e6eea6-fd38-423d-950a-c02bcb356eac associated. External IP: 172.27.2.5, port: d433bce5-ddb4-4a98-b0a8-0d99788a0849. Sep 13 10:22:32.117893 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:22:32.182542 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c42af-6409-4224-aea5-0967187a7ed7 req-d49a819f-a224-4eb8-a76e-e45e5d17c8a2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:32.184215 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1b8c42af-6409-4224-aea5-0967187a7ed7 req-d49a819f-a224-4eb8-a76e-e45e5d17c8a2 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0635142 Sep 13 10:22:32.231794 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:22:32.237748 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1b8c42af-6409-4224-aea5-0967187a7ed7 req-421e220a-71a0-42d4-b8ae-0285577cc11d tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474648 Sep 13 10:22:32.244209 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:22:32.255007 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:32.255696 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:32.361986 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:32.365185 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:32.414146 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-086e762c-ce28-4a8c-bab0-cc8ff3df5d23 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0928397 Sep 13 10:22:32.419307 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:32.422470 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968995cf-8c90-4ab0-b2e3-90eca458402d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:32.469321 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb686f8-042e-470a-ae11-970a119d321d x-openstack-request-id: req-abb686f8-042e-470a-ae11-970a119d321d {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:32.469938 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:32.469938 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abb686f8-042e-470a-ae11-970a119d321d {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:32.470296 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb686f8-042e-470a-ae11-970a119d321d'] response: {'name': 'network-changed', 'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'status': 'completed', 'code': 200} Sep 13 10:22:32.535060 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-86c3e009-d35a-4ad7-8c19-489c18852da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:32.536628 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-86c3e009-d35a-4ad7-8c19-489c18852da1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1129 time: 0.0431745 Sep 13 10:22:32.606205 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:32.607796 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:31Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:32.608838 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:32.637012 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:22:32.643224 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-fe64ffe8-1537-482b-bb75-d725e36997f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:32.644736 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-fe64ffe8-1537-482b-bb75-d725e36997f7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.1019909 Sep 13 10:22:32.646159 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:32.646833 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:32.711857 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-03c2fe67-5426-486d-9c80-b84c0ae6304e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 200 len: 997 time: 0.0608280 Sep 13 10:22:32.733369 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:32.763272 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:32.763969 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-a8e7331e-b23d-4a5b-91a3-e32e6fed5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:32.765933 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-a8e7331e-b23d-4a5b-91a3-e32e6fed5eca service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0480068 Sep 13 10:22:32.815210 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-a36dc5f3-96d6-494e-806c-a3496d464928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:32.816862 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-a36dc5f3-96d6-494e-806c-a3496d464928 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447347 Sep 13 10:22:32.917416 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:22:32.917670 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-d981da67-fc2c-45ea-a599-481ad2976850 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945387 Sep 13 10:22:33.067566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f23e9-5fa0-4578-b1c5-1ddb1af45e1d req-9335b6ab-8eff-4847-a908-e9baddc864d4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:33.069505 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c52f23e9-5fa0-4578-b1c5-1ddb1af45e1d req-9335b6ab-8eff-4847-a908-e9baddc864d4 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0642850 Sep 13 10:22:33.107141 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-968995cf-8c90-4ab0-b2e3-90eca458402d req-1fe904c8-e8c6-4db2-a6d6-692b8f4e09d8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497276 Sep 13 10:22:33.124259 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:33.133672 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c52f23e9-5fa0-4578-b1c5-1ddb1af45e1d req-8b79c11b-48f6-41ff-8c3a-27487386b481 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573547 Sep 13 10:22:33.151014 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'port_id': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'mac_address': 'fa:16:3e:43:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:22:33.214931 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port b6ce30f4-9d3d-45cc-8f3c-567181f59486 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:33.215342 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:33.237210 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:31Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:33.240778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ce30f4-9d3d-45cc-8f3c-567181f59486 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:22:33.272148 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cd73e-3060-4fda-b8cf-ed84839413e6 None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:31Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:22:33.288410 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:33.360108 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:33.368448 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb976e47-052e-4f6d-926a-2a8a9ea8f095 req-c23e0a5d-48fb-4949-be38-e730b17e3d6a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:33.370221 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb976e47-052e-4f6d-926a-2a8a9ea8f095 req-c23e0a5d-48fb-4949-be38-e730b17e3d6a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 944 time: 0.0495989 Sep 13 10:22:33.414591 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=7']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:33.422623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:33.428372 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb976e47-052e-4f6d-926a-2a8a9ea8f095 req-95843d89-5bd9-4837-8bc5-6a2fe27a2afd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518858 Sep 13 10:22:33.483051 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d78a3-5a86-465d-92b8-07d974822475 None None] New status for floating IP 42e6eea6-fd38-423d-950a-c02bcb356eac: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:22:34.263429 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db2d17-b816-4452-9381-6d113ded8d88 req-1469fa58-e7f9-406e-8ebd-a8db4f4add4b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:34.264897 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-49db2d17-b816-4452-9381-6d113ded8d88 req-1469fa58-e7f9-406e-8ebd-a8db4f4add4b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0503895 Sep 13 10:22:34.311644 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-49db2d17-b816-4452-9381-6d113ded8d88 req-6fdafd04-cb27-4630-88e2-6df3647a1083 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 Sep 13 10:22:34.558494 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbefe57-15ac-4a63-a9f7-547a886d1b87 req-0995560e-e2fc-43cc-b1ca-7f78a6daaea5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:34.560001 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cfbefe57-15ac-4a63-a9f7-547a886d1b87 req-0995560e-e2fc-43cc-b1ca-7f78a6daaea5 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 945 time: 0.0492530 Sep 13 10:22:34.609615 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cfbefe57-15ac-4a63-a9f7-547a886d1b87 req-5de4d912-cdf8-4e39-bbdd-34539b046ed4 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Sep 13 10:22:35.731598 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbebda-03a3-4c75-af46-798b7c678b93 req-3f0d5b2c-9e61-4377-92e5-38afbf14f479 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:35.733040 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37cbebda-03a3-4c75-af46-798b7c678b93 req-3f0d5b2c-9e61-4377-92e5-38afbf14f479 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 945 time: 0.0476253 Sep 13 10:22:35.786410 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37cbebda-03a3-4c75-af46-798b7c678b93 req-dc352d23-4117-46a4-8cdb-4331fabc8a35 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Sep 13 10:22:35.942860 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['b6ce30f4-9d3d-45cc-8f3c-567181f59486'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:22:36.125847 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:36.912398 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c593a-abd8-43a3-abbf-8dadbadf598e req-6e0b4229-ec18-45a4-8655-63148a88d27f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:36.913893 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f5c593a-abd8-43a3-abbf-8dadbadf598e req-6e0b4229-ec18-45a4-8655-63148a88d27f tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 945 time: 0.0529544 Sep 13 10:22:36.964240 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f5c593a-abd8-43a3-abbf-8dadbadf598e req-fbf6c3ee-776a-40a5-980b-a720ea8ba7c1 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Sep 13 10:22:37.663588 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:22:37.711592 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port b6ce30f4-9d3d-45cc-8f3c-567181f59486 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:22:37.711970 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:37.714473 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:37.786759 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port b6ce30f4-9d3d-45cc-8f3c-567181f59486 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:22:37.787148 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:37.809351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:37.811580 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090db946-431b-45d3-9800-5da2e9837416" -d '{"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:37.823849 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:37.848294 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedc2a20-83d2-4f83-8cff-46e45eb4c964 x-openstack-request-id: req-fedc2a20-83d2-4f83-8cff-46e45eb4c964 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:37.848583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:37.848840 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fedc2a20-83d2-4f83-8cff-46e45eb4c964 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:37.849242 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedc2a20-83d2-4f83-8cff-46e45eb4c964'] response: {'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'code': 200} Sep 13 10:22:37.884187 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:37.930755 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=8']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:37.938932 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.939307 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.939725 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.939978 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.940300 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.940619 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.940942 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.941268 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.941591 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.941915 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.942238 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.942561 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.942885 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.943220 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:37.943647 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:22:38.084660 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c064a6-770e-42a4-9ed1-e5c2ee7be762 req-e6af4b42-6acd-4892-8979-9f612fc0cfd3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:38.086170 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78c064a6-770e-42a4-9ed1-e5c2ee7be762 req-e6af4b42-6acd-4892-8979-9f612fc0cfd3 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0476341 Sep 13 10:22:38.139517 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-78c064a6-770e-42a4-9ed1-e5c2ee7be762 req-2ce2a568-b80b-4a1b-b2b9-64a1a02268b6 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Sep 13 10:22:38.391920 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa9a6d-663d-4ad8-aaab-32e0fe18ca7c req-49919254-3364-41ae-9f3a-00935448ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:38.393376 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9fa9a6d-663d-4ad8-aaab-32e0fe18ca7c req-49919254-3364-41ae-9f3a-00935448ffba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.0433741 Sep 13 10:22:38.442921 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d9fa9a6d-663d-4ad8-aaab-32e0fe18ca7c req-e01dec1c-2b5e-479a-9ab3-4511947fcf77 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Sep 13 10:22:39.254926 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:39.264188 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bb8d6-0d71-4a07-9b4f-5d55e104ac45 req-5d5e0470-5a1b-4c0e-89cc-4ef48474a1ff tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:39.265646 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c14bb8d6-0d71-4a07-9b4f-5d55e104ac45 req-5d5e0470-5a1b-4c0e-89cc-4ef48474a1ff tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0514615 Sep 13 10:22:39.317972 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c14bb8d6-0d71-4a07-9b4f-5d55e104ac45 req-9fb947ba-2ab1-46cb-acec-ec064a08377d tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 Sep 13 10:22:39.648242 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49788) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:39.757664 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a8024461-0780-4de4-b2e7-e251793de79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:39.794272 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:39.831322 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a8024461-0780-4de4-b2e7-e251793de79c admin admin] Publish callbacks [] for security_group (5db31ea7-1943-4ee3-8da9-46da6527c391), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:39.927292 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a8024461-0780-4de4-b2e7-e251793de79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5db31ea7-1943-4ee3-8da9-46da6527c391), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:39.967983 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8024461-0780-4de4-b2e7-e251793de79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db31ea7-1943-4ee3-8da9-46da6527c391,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:39.974433 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a8024461-0780-4de4-b2e7-e251793de79c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ccc72db0cd7948dfbf321435d8de1d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248799 Sep 13 10:22:39.976863 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49792) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:40.027000 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e330e2e3-51fc-40ce-8f2f-2040c81284f4 admin admin] Publish callbacks [] for security_group (5db31ea7-1943-4ee3-8da9-46da6527c391), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:40.050879 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e330e2e3-51fc-40ce-8f2f-2040c81284f4 admin admin] Publish callbacks [] for security_group (5db31ea7-1943-4ee3-8da9-46da6527c391), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:40.142157 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e330e2e3-51fc-40ce-8f2f-2040c81284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5db31ea7-1943-4ee3-8da9-46da6527c391), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:40.144792 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e330e2e3-51fc-40ce-8f2f-2040c81284f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:40.147991 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e330e2e3-51fc-40ce-8f2f-2040c81284f4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5db31ea7-1943-4ee3-8da9-46da6527c391 HTTP/1.1" status: 204 len: 168 time: 0.1682479 Sep 13 10:22:40.154171 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330e2e3-51fc-40ce-8f2f-2040c81284f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db31ea7-1943-4ee3-8da9-46da6527c391,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:40.459297 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85577c53-8e4d-4c42-9a1c-318c59445f97 req-4bf4ce70-3c7a-4c86-b819-09e92741cf95 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:40.461035 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85577c53-8e4d-4c42-9a1c-318c59445f97 req-4bf4ce70-3c7a-4c86-b819-09e92741cf95 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0570648 Sep 13 10:22:40.521250 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-85577c53-8e4d-4c42-9a1c-318c59445f97 req-7ba496ff-2619-4df2-a1c8-8063b52b15c9 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540655 Sep 13 10:22:41.996586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65822a6f-56cf-43aa-bc9e-250b23f5aa3a req-979be557-7c54-4863-a87b-f39a3a08a035 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:41.998045 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-65822a6f-56cf-43aa-bc9e-250b23f5aa3a req-979be557-7c54-4863-a87b-f39a3a08a035 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0479133 Sep 13 10:22:42.044219 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-65822a6f-56cf-43aa-bc9e-250b23f5aa3a req-10e152b8-f2b1-49fc-840a-6538f0753cbd tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405529 Sep 13 10:22:43.166725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206a649-7455-42c6-a5ee-960ae818c75b req-993bbf3e-1db6-48f2-b11f-4ff0a6be075b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:43.168197 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9206a649-7455-42c6-a5ee-960ae818c75b req-993bbf3e-1db6-48f2-b11f-4ff0a6be075b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0460570 Sep 13 10:22:43.214188 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9206a649-7455-42c6-a5ee-960ae818c75b req-6c684fa4-b44d-421b-ae5f-088f4ca14be3 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 Sep 13 10:22:43.580822 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=11 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:43.586923 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:44.155961 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-f22e29d2-8121-4854-abeb-4d9c2feec467 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:44.157483 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-f22e29d2-8121-4854-abeb-4d9c2feec467 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0511839 Sep 13 10:22:44.241292 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:44.254851 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:22:44.255212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:44.361814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570ac4-61c3-4efb-8f64-bde4312a5e52 req-e2f2bcdf-177e-4667-a8f8-d10798dc7590 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:44.363270 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41570ac4-61c3-4efb-8f64-bde4312a5e52 req-e2f2bcdf-177e-4667-a8f8-d10798dc7590 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 946 time: 0.0619249 Sep 13 10:22:44.403186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] For port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:44.403530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:44.467040 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-41570ac4-61c3-4efb-8f64-bde4312a5e52 req-b36377a1-2eb0-4138-99d8-09d5a78cf5e2 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=bd9e8041-c844-4abc-81ff-dba84350bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972424 Sep 13 10:22:44.581468 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:44.581735 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (15251eaf-a04b-4694-9e17-845d7c89fa54), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:44.582052 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Floating IP 15251eaf-a04b-4694-9e17-845d7c89fa54 disassociated. External IP: 172.27.2.57, port: e14a2cd2-7a70-4bcf-b52e-0b0e708566c7. Sep 13 10:22:44.582378 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:22:44.675896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:44.773376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (e14a2cd2-7a70-4bcf-b52e-0b0e708566c7), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:44.781368 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:44.801884 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=e14a2cd2-7a70-4bcf-b52e-0b0e708566c7,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:44.912049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:22:45.016806 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:22:45.021848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:45.026408 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:22:45.037881 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:45.038489 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:45.061515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] No DVR routers for this DVR port e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:22:45.064029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:45.067243 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-420fb3aa-aa3c-4dbb-8336-c450239601a0 req-49859bf5-2314-42f5-9b56-c1d12394b04b tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.50 "DELETE /networking/v2.0/ports/e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 HTTP/1.1" status: 204 len: 173 time: 0.9029288 Sep 13 10:22:45.067745 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'name': 'network-vif-deleted', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:22:45.070445 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e41f14-9d17-4e42-b23d-28bf72b790ad" -d '{"events": [{"server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "name": "network-vif-deleted", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:22:45.108650 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257bd0e-d06f-4a75-9743-cc2d497ca33e x-openstack-request-id: req-b257bd0e-d06f-4a75-9743-cc2d497ca33e {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:22:45.108947 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75681e9a-70e7-4876-a644-7da412c384c5", "name": "network-vif-deleted", "tag": "e14a2cd2-7a70-4bcf-b52e-0b0e708566c7", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:22:45.109198 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b257bd0e-d06f-4a75-9743-cc2d497ca33e {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:22:45.109600 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b257bd0e-d06f-4a75-9743-cc2d497ca33e'] response: {'server_uuid': '75681e9a-70e7-4876-a644-7da412c384c5', 'name': 'network-vif-deleted', 'tag': 'e14a2cd2-7a70-4bcf-b52e-0b0e708566c7', 'status': 'completed', 'code': 200} Sep 13 10:22:45.144416 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:45.355024 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:45.383264 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:22:45.392536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:45.393140 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:45.497609 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:45.591251 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-147a2274-ae9b-4f76-b2ac-1be2bad44a0f req-5c99f376-eb80-4880-9df7-a48522e387b0 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75681e9a-70e7-4876-a644-7da412c384c5 HTTP/1.1" status: 200 len: 210 time: 0.0327215 Sep 13 10:22:45.616746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:45.697248 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:45.722743 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1fa22-05f5-4b28-84b3-dcb7c91c575a None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:51Z', 'revision_number': 4, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '88fcbd36-9cce-43bb-b31e-389510f8f6dc', 'name': '', 'network_id': '3a50e7ab-833a-427c-9bea-0d826ae0fb4a', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'mac_address': 'fa:16:3e:11:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:49Z', 'updated_at': '2022-09-13T10:16:00Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'subnets': [{'id': 'b5c9b688-139d-4b2c-ad5b-accca57a7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:22:45.942598 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fedee5-4f07-4e01-af1c-ceb57ad48142 None None] New status for floating IP 15251eaf-a04b-4694-9e17-845d7c89fa54: DOWN {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:22:46.735565 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49826) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:46.758378 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:46.794653 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d78983a-23d7-4827-bbd2-83a0f5b3ce59 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (bd9e8041-c844-4abc-81ff-dba84350bc5f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:46.816288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d78983a-23d7-4827-bbd2-83a0f5b3ce59 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (bd9e8041-c844-4abc-81ff-dba84350bc5f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:46.939127 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d78983a-23d7-4827-bbd2-83a0f5b3ce59 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bd9e8041-c844-4abc-81ff-dba84350bc5f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:46.941756 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9d78983a-23d7-4827-bbd2-83a0f5b3ce59 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:46.942944 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9d78983a-23d7-4827-bbd2-83a0f5b3ce59 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bd9e8041-c844-4abc-81ff-dba84350bc5f HTTP/1.1" status: 204 len: 168 time: 0.2063448 Sep 13 10:22:46.945791 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49828) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:46.953073 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78983a-23d7-4827-bbd2-83a0f5b3ce59 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9e8041-c844-4abc-81ff-dba84350bc5f,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:46.960001 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.api.v2.resource [None req-12ee0010-9384-410a-830c-19cdb28e6913 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] show failed (client error): The resource could not be found. Sep 13 10:22:46.961038 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-12ee0010-9384-410a-830c-19cdb28e6913 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "GET /networking/v2.0/security-groups/bd9e8041-c844-4abc-81ff-dba84350bc5f HTTP/1.1" status: 404 len: 347 time: 0.0142436 Sep 13 10:22:46.964062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49830) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:47.072257 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Deleting port 97c2b783-3f9b-41bf-816a-72242f13a748 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:22:47.072596 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (97c2b783-3f9b-41bf-816a-72242f13a748), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:47.146686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (97c2b783-3f9b-41bf-816a-72242f13a748), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:47.147004 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (97c2b783-3f9b-41bf-816a-72242f13a748), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:47.162586 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Calling delete_port for 97c2b783-3f9b-41bf-816a-72242f13a748 owned by network:floatingip {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:22:47.362063 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (97c2b783-3f9b-41bf-816a-72242f13a748), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:47.392497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Pushing event deleted for resources: {'Port': ['ID=97c2b783-3f9b-41bf-816a-72242f13a748,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:47.456797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks [] for floatingip (15251eaf-a04b-4694-9e17-845d7c89fa54), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:47.459333 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:47.460512 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-2b134c87-07ee-4dde-9e43-e235681f7270 tempest-AttachVolumeNegativeTest-1978937328 tempest-AttachVolumeNegativeTest-1978937328-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/15251eaf-a04b-4694-9e17-845d7c89fa54 HTTP/1.1" status: 204 len: 168 time: 0.4955702 Sep 13 10:22:48.999888 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:49.718025 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:22:49.737601 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:22:49.737944 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device e14a2cd2-7a70-4bcf-b52e-0b0e708566c7 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:22:50.835521 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-504002f3-09d0-443e-8b61-b0d6d3342dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:51.572364 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49866) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:52.110170 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-10036374-254a-40a3-9f1b-087387e29b23 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403330 Sep 13 10:22:52.171334 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f719-9294-423f-8fcd-caed37636ae0 req-7800dd7a-ff86-4316-9527-e1b0a93daa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:52.172804 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-7800dd7a-ff86-4316-9527-e1b0a93daa8a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=b45075d7ec024b3a907d11225942fbee&device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 1130 time: 0.0401077 Sep 13 10:22:52.279176 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (5a7b49da-dd9e-4acb-b2c1-0740b153a844), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:52.289814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f719-9294-423f-8fcd-caed37636ae0 req-32044ea6-b095-40c3-a2a1-5a30a29879a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:52.291301 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-32044ea6-b095-40c3-a2a1-5a30a29879a5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 200 len: 918 time: 0.0977113 Sep 13 10:22:52.356641 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-1acbcfe0-3d8d-4818-badc-889ca99f1e35 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 200 len: 1001 time: 0.0573239 Sep 13 10:22:52.407686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f719-9294-423f-8fcd-caed37636ae0 req-18aaaa81-e3dc-4480-a48c-03a6f12b775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:52.409153 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-18aaaa81-e3dc-4480-a48c-03a6f12b775a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 200 len: 856 time: 0.0454016 Sep 13 10:22:52.466042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f719-9294-423f-8fcd-caed37636ae0 req-c6a9ad64-ec04-40c0-9dd3-b81685a6207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:22:52.467557 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-c6a9ad64-ec04-40c0-9dd3-b81685a6207c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2be664f6-b983-4849-835a-b47b5fa17980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396321 Sep 13 10:22:52.501474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Deleting port 88fcbd36-9cce-43bb-b31e-389510f8f6dc {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:22:52.501814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:52.528025 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:52.547215 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:52.566789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-2fffe261-2aef-4039-9858-a87058fa1cc9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884314 Sep 13 10:22:52.582465 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] For port 88fcbd36-9cce-43bb-b31e-389510f8f6dc, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=88fcbd36-9cce-43bb-b31e-389510f8f6dc,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:52.582993 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:52.593322 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:52.595946 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Calling delete_port for 88fcbd36-9cce-43bb-b31e-389510f8f6dc owned by network:router_interface {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:22:52.667926 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5879f719-9294-423f-8fcd-caed37636ae0 req-a6abf132-bd25-4903-99f1-dc0e32a71a66 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917201 Sep 13 10:22:52.668984 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:52.838465 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (88fcbd36-9cce-43bb-b31e-389510f8f6dc), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:52.861488 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Pushing event deleted for resources: {'Port': ['ID=88fcbd36-9cce-43bb-b31e-389510f8f6dc,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:53.032873 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (5a7b49da-dd9e-4acb-b2c1-0740b153a844), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.237147 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:22:53.238778 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1b4daefb-14ab-4817-bd9d-45a8fb5546bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.336791 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:22:53.341747 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-79476be9-e168-4be6-8af8-aec59895ea5b admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/5a7b49da-dd9e-4acb-b2c1-0740b153a844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686317 Sep 13 10:22:53.345052 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49872) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:53.346589 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] Sync routers for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:22:53.357264 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:53.357878 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:53.446541 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks [] for router (5a7b49da-dd9e-4acb-b2c1-0740b153a844), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.461231 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:53.546992 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks [] for router_gateway (5a7b49da-dd9e-4acb-b2c1-0740b153a844), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.630174 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:22:52Z', 'revision_number': 5, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port': {'id': 'a8010ff5-74dd-4350-92cc-89ebf0b30a10', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:41Z', 'updated_at': '2022-09-13T10:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:53.650897 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Deleting port a8010ff5-74dd-4350-92cc-89ebf0b30a10 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:22:53.651263 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.655489 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] Checking router: 5a7b49da-dd9e-4acb-b2c1-0740b153a844 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:22:53.664990 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] Routers {'5a7b49da-dd9e-4acb-b2c1-0740b153a844'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:22:53.665624 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:53.733723 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] For port a8010ff5-74dd-4350-92cc-89ebf0b30a10, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=a8010ff5-74dd-4350-92cc-89ebf0b30a10,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:53.734080 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.746505 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Calling delete_port for a8010ff5-74dd-4350-92cc-89ebf0b30a10 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:22:53.748823 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] Set router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 gateway port host: None {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:22:53.800851 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:22:53Z', 'revision_number': 6, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:53.825174 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8b3ff-3534-4241-8ffe-6c1e6f05adfd None None] The sync data for ids ['5a7b49da-dd9e-4acb-b2c1-0740b153a844'] in dv-cinder-854274-4-iscsi is: [{'id': '5a7b49da-dd9e-4acb-b2c1-0740b153a844', 'name': 'tempest-AttachVolumeNegativeTest-473255234-router', 'tenant_id': '66658bb98ea64e319ed948b8f279ed5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:22:53Z', 'revision_number': 6, 'project_id': '66658bb98ea64e319ed948b8f279ed5f', 'gw_port_host': None}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:22:53.961786 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (a8010ff5-74dd-4350-92cc-89ebf0b30a10), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:53.984338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8010ff5-74dd-4350-92cc-89ebf0b30a10,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:54.049447 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (5a7b49da-dd9e-4acb-b2c1-0740b153a844), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.135365 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (5a7b49da-dd9e-4acb-b2c1-0740b153a844), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.137398 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks [] for router_controller (5a7b49da-dd9e-4acb-b2c1-0740b153a844), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.409728 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.483733 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (5a7b49da-dd9e-4acb-b2c1-0740b153a844), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.484338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7b49da-dd9e-4acb-b2c1-0740b153a844 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:22:54.489712 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.490265 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-1c4250aa-0930-4c54-9a8a-38fec14c8347 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/5a7b49da-dd9e-4acb-b2c1-0740b153a844 HTTP/1.1" status: 204 len: 168 time: 1.1438637 Sep 13 10:22:54.492875 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49874) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:54.536163 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Deleting subnet b5c9b688-139d-4b2c-ad5b-accca57a7517 {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:22:54.538646 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:54.539509 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Publish callbacks [] for subnet (b5c9b688-139d-4b2c-ad5b-accca57a7517), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.574589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (b5c9b688-139d-4b2c-ad5b-accca57a7517), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.576167 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:54.656488 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (b5c9b688-139d-4b2c-ad5b-accca57a7517), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.785225 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (b5c9b688-139d-4b2c-ad5b-accca57a7517), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.815328 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c9b688-139d-4b2c-ad5b-accca57a7517,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:54.818948 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.820364 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ff6d00e1-bcca-44b6-8a4a-46f71a74123f admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/b5c9b688-139d-4b2c-ad5b-accca57a7517 HTTP/1.1" status: 204 len: 168 time: 0.3265710 Sep 13 10:22:54.823271 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 49882) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:54.827321 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87683a-5ea1-4463-bcec-b5b420d47654 None None] Network 3a50e7ab-833a-427c-9bea-0d826ae0fb4a requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:22:54.920896 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (3a50e7ab-833a-427c-9bea-0d826ae0fb4a), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.978525 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Deleting port 09e46a58-9546-4876-914f-14b1d58ad4ec {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:22:54.978871 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:54.980554 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:55.052112 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] DHCP port deletion for 3a50e7ab-833a-427c-9bea-0d826ae0fb4a request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:22:55.062154 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] For port 09e46a58-9546-4876-914f-14b1d58ad4ec, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=09e46a58-9546-4876-914f-14b1d58ad4ec,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:55.062527 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.080843 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Calling delete_port for 09e46a58-9546-4876-914f-14b1d58ad4ec owned by network:dhcp {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:22:55.082763 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 88fcbd36-9cce-43bb-b31e-389510f8f6dc no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:22:55.113809 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 88fcbd36-9cce-43bb-b31e-389510f8f6dc {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:22:55.114151 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 88fcbd36-9cce-43bb-b31e-389510f8f6dc not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:22:55.114563 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device a8010ff5-74dd-4350-92cc-89ebf0b30a10 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:22:55.117426 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] Deleting port 09e46a58-9546-4876-914f-14b1d58ad4ec {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:22:55.117801 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.137994 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:55.146453 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: a8010ff5-74dd-4350-92cc-89ebf0b30a10 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:22:55.146800 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device a8010ff5-74dd-4350-92cc-89ebf0b30a10 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:22:55.199023 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] For port 09e46a58-9546-4876-914f-14b1d58ad4ec, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=09e46a58-9546-4876-914f-14b1d58ad4ec,segment=NetworkSegment(0d8051b6-f85a-4150-a6a3-c6dd8be6ea97),segment_id=0d8051b6-f85a-4150-a6a3-c6dd8be6ea97)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:22:55.199489 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.213638 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] Calling delete_port for 09e46a58-9546-4876-914f-14b1d58ad4ec owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:22:55.267211 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.281363 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:55.288613 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (09e46a58-9546-4876-914f-14b1d58ad4ec), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.301637 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e46a58-9546-4876-914f-14b1d58ad4ec,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:55.301637 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] No DVR routers for this DVR port 09e46a58-9546-4876-914f-14b1d58ad4ec on host dv-cinder-854274-4-iscsi {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:22:55.317767 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] Pushing event deleted for resources: {'Port': ['ID=09e46a58-9546-4876-914f-14b1d58ad4ec,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:55.327729 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bee07e-e47b-420a-a644-7ad65bb29a12 None None] No DVR routers for this DVR port 09e46a58-9546-4876-914f-14b1d58ad4ec on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:22:55.378971 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (3a50e7ab-833a-427c-9bea-0d826ae0fb4a), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.400406 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a50e7ab-833a-427c-9bea-0d826ae0fb4a']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:55.410524 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:55.411293 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8051b6-f85a-4150-a6a3-c6dd8be6ea97') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:22:55.420540 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (0d8051b6-f85a-4150-a6a3-c6dd8be6ea97), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.433443 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (0d8051b6-f85a-4150-a6a3-c6dd8be6ea97), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.440284 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Releasing vlan 483 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:22:55.440621 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (0d8051b6-f85a-4150-a6a3-c6dd8be6ea97), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.567545 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (3a50e7ab-833a-427c-9bea-0d826ae0fb4a), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.573811 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.579316 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/3a50e7ab-833a-427c-9bea-0d826ae0fb4a HTTP/1.1" status: 204 len: 168 time: 0.7543755 Sep 13 10:22:55.596645 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 0d8051b6-f85a-4150-a6a3-c6dd8be6ea97 resource provider aggregate not found Sep 13 10:22:55.601106 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d1ecc-6deb-4c8f-b7a1-ca543ca0e152 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a50e7ab-833a-427c-9bea-0d826ae0fb4a,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:55.619274 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 0d8051b6-f85a-4150-a6a3-c6dd8be6ea97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d8051b6-f85a-4150-a6a3-c6dd8be6ea97 found for delete ", "request_id": "req-8244d0a3-f172-45eb-8cfd-13f06cc8dd78"}]} Sep 13 10:22:55.854737 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.941235 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:55.941420 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49900) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:55.980821 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b54c3cc0-b3a8-469d-9adb-8b930ce1365d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=66658bb98ea64e319ed948b8f279ed5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382447 Sep 13 10:22:55.983292 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 49902) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:22:56.015732 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:56.017940 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:56.035097 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e8d6-66fc-4796-907c-12f659468931 admin admin] Publish callbacks [] for security_group (ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:56.055125 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e8d6-66fc-4796-907c-12f659468931 admin admin] Publish callbacks [] for security_group (ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:56.190260 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e8d6-66fc-4796-907c-12f659468931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:56.192915 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6ca4e8d6-66fc-4796-907c-12f659468931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:22:56.194071 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6ca4e8d6-66fc-4796-907c-12f659468931 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04 HTTP/1.1" status: 204 len: 168 time: 0.2097409 Sep 13 10:22:56.202088 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4e8d6-66fc-4796-907c-12f659468931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87c780-3d3c-4ae6-ad4b-c8d69acf7e04,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:22:56.213682 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:22:57.022473 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 09e46a58-9546-4876-914f-14b1d58ad4ec no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:22:57.046801 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 09e46a58-9546-4876-914f-14b1d58ad4ec {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:22:57.047177 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 09e46a58-9546-4876-914f-14b1d58ad4ec not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:05.210866 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:23:05.581549 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=46,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:06.088774 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=51,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:06.197838 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:07.026278 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:10.758302 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50104) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:10.863261 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:10.939649 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Publish callbacks [] for security_group (9e3a32c6-5870-4ac3-b815-8fd890a58088), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.020262 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9e3a32c6-5870-4ac3-b815-8fd890a58088), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.059366 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a32c6-5870-4ac3-b815-8fd890a58088,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:11.063811 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=380de8a28361409e8822a7ee63c103d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039136 Sep 13 10:23:11.066667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50108) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:11.069887 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.070242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.070589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.070932 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.071307 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.071645 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.071976 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.072472 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.072679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.072995 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.073325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.073647 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.073972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.074350 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.074617 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a071d7-82ed-4ccf-bc99-c5579de25641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.122499 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Publish callbacks [] for security_group (9e3a32c6-5870-4ac3-b815-8fd890a58088), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.143706 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Publish callbacks [] for security_group (9e3a32c6-5870-4ac3-b815-8fd890a58088), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.271908 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9e3a32c6-5870-4ac3-b815-8fd890a58088), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.274482 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.275821 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9e3a32c6-5870-4ac3-b815-8fd890a58088 HTTP/1.1" status: 204 len: 168 time: 0.2079718 Sep 13 10:23:11.284897 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a32c6-5870-4ac3-b815-8fd890a58088,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:11.292129 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.292474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.292819 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.293225 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.293531 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.293862 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.294191 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.294519 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.294853 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.295229 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.298739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.298739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.298739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.298739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.298739 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d43216-7150-44b1-b954-59ec034a105d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:23:11.896370 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50120) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:11.910410 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-212f812e-6219-4278-9db2-9f65fc514a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:11.985406 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-212f812e-6219-4278-9db2-9f65fc514a9e admin admin] Publish callbacks [] for security_group (666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:12.054386 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-212f812e-6219-4278-9db2-9f65fc514a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:12.095592 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f812e-6219-4278-9db2-9f65fc514a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:12.100845 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-212f812e-6219-4278-9db2-9f65fc514a9e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c62853774e8b4ad1832d1fcff4f5fc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030892 Sep 13 10:23:12.103548 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50122) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:12.152448 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-da00948e-4bef-437f-86ae-b75879e8d42d admin admin] Publish callbacks [] for security_group (666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:12.172153 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-da00948e-4bef-437f-86ae-b75879e8d42d admin admin] Publish callbacks [] for security_group (666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:12.294460 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-da00948e-4bef-437f-86ae-b75879e8d42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:12.297057 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-da00948e-4bef-437f-86ae-b75879e8d42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:12.298705 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-da00948e-4bef-437f-86ae-b75879e8d42d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33 HTTP/1.1" status: 204 len: 168 time: 0.1942508 Sep 13 10:23:12.308780 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00948e-4bef-437f-86ae-b75879e8d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666af01e-4e4f-4e86-b7a2-b7a1ce4f4c33,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:13.225502 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1e87-c6cb-4a2f-aee0-50e88295a83a req-ab9ed5b1-a101-425e-89aa-c5a6f752793b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:13.226965 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-541a1e87-c6cb-4a2f-aee0-50e88295a83a req-ab9ed5b1-a101-425e-89aa-c5a6f752793b tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0470748 Sep 13 10:23:13.278810 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-541a1e87-c6cb-4a2f-aee0-50e88295a83a req-2b71714f-e33d-4ace-8721-6decfd65506a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459516 Sep 13 10:23:14.405071 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe2bc5-ca29-40d4-b5fd-088a1b6852dd req-a8cb3e24-783f-4b7b-b086-517d19911c8a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:14.406536 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0dbe2bc5-ca29-40d4-b5fd-088a1b6852dd req-a8cb3e24-783f-4b7b-b086-517d19911c8a tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0470068 Sep 13 10:23:14.454391 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0dbe2bc5-ca29-40d4-b5fd-088a1b6852dd req-a636a4d2-69bd-4880-b3db-659eeeda6a2f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=72e410b4-bdcf-4486-aceb-561b9b14cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Sep 13 10:23:14.606974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50182) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:14.675453 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:14.715880 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b36cef2c-6f10-4376-80e7-9d7dc283b9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:14.799624 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-154979de-3334-41b0-a3e6-f9996d5cb2ac tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:14.801048 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-154979de-3334-41b0-a3e6-f9996d5cb2ac tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 946 time: 0.0650713 Sep 13 10:23:14.894355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b36cef2c-6f10-4376-80e7-9d7dc283b9e3 admin admin] Publish callbacks [] for security_group (7a44e4eb-32a3-4af3-9259-f9a9dd16d67d), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:14.909275 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Deleting port 45f38058-5689-489f-80b9-047dafea9f45 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:14.909615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (45f38058-5689-489f-80b9-047dafea9f45), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:14.954311 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b36cef2c-6f10-4376-80e7-9d7dc283b9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (7a44e4eb-32a3-4af3-9259-f9a9dd16d67d), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.009654 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b36cef2c-6f10-4376-80e7-9d7dc283b9e3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c9d7bc6bdc2a45b38c1794d5bb0f9669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4015644 Sep 13 10:23:15.012399 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50188) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:15.013799 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cef2c-6f10-4376-80e7-9d7dc283b9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a44e4eb-32a3-4af3-9259-f9a9dd16d67d,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:15.043906 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] For port 45f38058-5689-489f-80b9-047dafea9f45, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=45f38058-5689-489f-80b9-047dafea9f45,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:15.044357 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (45f38058-5689-489f-80b9-047dafea9f45), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.061538 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a4cbdb66-8831-4f12-94c7-f0e12583db72 admin admin] Publish callbacks [] for security_group (7a44e4eb-32a3-4af3-9259-f9a9dd16d67d), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.082741 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a4cbdb66-8831-4f12-94c7-f0e12583db72 admin admin] Publish callbacks [] for security_group (7a44e4eb-32a3-4af3-9259-f9a9dd16d67d), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.147527 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:15.149765 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:15.186240 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a4cbdb66-8831-4f12-94c7-f0e12583db72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (7a44e4eb-32a3-4af3-9259-f9a9dd16d67d), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.189528 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a4cbdb66-8831-4f12-94c7-f0e12583db72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.190684 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a4cbdb66-8831-4f12-94c7-f0e12583db72 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7a44e4eb-32a3-4af3-9259-f9a9dd16d67d HTTP/1.1" status: 204 len: 168 time: 0.1773024 Sep 13 10:23:15.199037 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbdb66-8831-4f12-94c7-f0e12583db72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a44e4eb-32a3-4af3-9259-f9a9dd16d67d,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:15.204255 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:15.220606 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.221175 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (5aa81ef1-3efa-4707-925f-e4cf491f1334), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.227296 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Floating IP 5aa81ef1-3efa-4707-925f-e4cf491f1334 disassociated. External IP: 172.27.2.194, port: 45f38058-5689-489f-80b9-047dafea9f45. Sep 13 10:23:15.227296 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Calling delete_port for 45f38058-5689-489f-80b9-047dafea9f45 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:15.466074 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (45f38058-5689-489f-80b9-047dafea9f45), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.496933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event deleted for resources: {'Port': ['ID=45f38058-5689-489f-80b9-047dafea9f45,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:15.588493 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-9b8677e1-d05a-4c94-b212-1ab6c4f83d06 req-87022d41-cba8-4da5-b62b-541ffef4f8ed tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 210 time: 0.0350282 Sep 13 10:23:15.647816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:23:15.758134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:23:15.771611 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:23:15.782741 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:15.783328 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:15.802134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] No DVR routers for this DVR port 45f38058-5689-489f-80b9-047dafea9f45 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:23:15.804569 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.807814 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-69a79dee-5bed-4707-b974-4df4e22e1137 req-00f6a265-c869-4851-b26d-0c51bf593c3e tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.50 "DELETE /networking/v2.0/ports/45f38058-5689-489f-80b9-047dafea9f45 HTTP/1.1" status: 204 len: 173 time: 1.0000675 Sep 13 10:23:15.808304 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-deleted', 'tag': '45f38058-5689-489f-80b9-047dafea9f45'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:23:15.810529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdafe8ca-5666-40b7-b596-cf637bdcc2ff" -d '{"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-deleted", "tag": "45f38058-5689-489f-80b9-047dafea9f45"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:23:15.861018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ab914d-00b2-4986-91e7-f572c44e1bd1 x-openstack-request-id: req-e9ab914d-00b2-4986-91e7-f572c44e1bd1 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:23:15.861323 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6c608-489a-41f5-b4ff-8c2a248af808", "name": "network-vif-deleted", "tag": "45f38058-5689-489f-80b9-047dafea9f45", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:23:15.861576 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9ab914d-00b2-4986-91e7-f572c44e1bd1 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:23:15.862151 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ab914d-00b2-4986-91e7-f572c44e1bd1'] response: {'server_uuid': 'a9a6c608-489a-41f5-b4ff-8c2a248af808', 'name': 'network-vif-deleted', 'tag': '45f38058-5689-489f-80b9-047dafea9f45', 'status': 'completed', 'code': 200} Sep 13 10:23:15.873471 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50202) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:15.890171 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086064dd-eea2-4cc0-bf97-22a5e59813cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:15.916817 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:15.981762 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:15.984271 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086064dd-eea2-4cc0-bf97-22a5e59813cb admin admin] Publish callbacks [] for security_group (dea1c83b-f63b-4778-a286-03d73318d87c), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:16.052886 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-086064dd-eea2-4cc0-bf97-22a5e59813cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (dea1c83b-f63b-4778-a286-03d73318d87c), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:16.068952 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:16.096241 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-086064dd-eea2-4cc0-bf97-22a5e59813cb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dd7f63169add4468a9b4b2539063c78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215707 Sep 13 10:23:16.097155 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086064dd-eea2-4cc0-bf97-22a5e59813cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea1c83b-f63b-4778-a286-03d73318d87c,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:16.098844 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50204) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:16.164828 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56d1ff31-f682-4035-92ff-0cbd5fb54834 admin admin] Publish callbacks [] for security_group (dea1c83b-f63b-4778-a286-03d73318d87c), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:16.184798 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56d1ff31-f682-4035-92ff-0cbd5fb54834 admin admin] Publish callbacks [] for security_group (dea1c83b-f63b-4778-a286-03d73318d87c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:16.193747 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:16.212816 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:16.220687 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:23:16.229480 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:16.230100 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:22:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:16.332111 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:16.355484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56d1ff31-f682-4035-92ff-0cbd5fb54834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (dea1c83b-f63b-4778-a286-03d73318d87c), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:16.357956 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-56d1ff31-f682-4035-92ff-0cbd5fb54834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:16.359179 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-56d1ff31-f682-4035-92ff-0cbd5fb54834 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dea1c83b-f63b-4778-a286-03d73318d87c HTTP/1.1" status: 204 len: 168 time: 0.2499278 Sep 13 10:23:16.367143 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1ff31-f682-4035-92ff-0cbd5fb54834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea1c83b-f63b-4778-a286-03d73318d87c,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:16.532215 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:16.561255 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936c1bc-bfc0-4785-acf7-40f422bdc60d None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:15:47Z', 'revision_number': 4, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '4d2d1852-f566-49d1-b497-800fc19e8a8a', 'name': '', 'network_id': '2be664f6-b983-4849-835a-b47b5fa17980', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'mac_address': 'fa:16:3e:51:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:46Z', 'updated_at': '2022-09-13T10:16:05Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'subnets': [{'id': '736d5ef1-d044-46b5-bc43-93e07f1571ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:23:16.724942 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e853217c-ba08-4d58-a206-776b00dc1aa1 req-19bee878-1245-4fc0-afb1-2aa5f7a9b2b1 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a9a6c608-489a-41f5-b4ff-8c2a248af808 HTTP/1.1" status: 200 len: 210 time: 0.0316584 Sep 13 10:23:16.840529 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11032939-c6c4-4f0a-bf3d-19d14178bed8 None None] New status for floating IP 5aa81ef1-3efa-4707-925f-e4cf491f1334: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:23:17.912944 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50256) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:17.974391 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b78accd1-5bef-4a48-b757-5dff42191959 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (72e410b4-bdcf-4486-aceb-561b9b14cfef), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:17.995977 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b78accd1-5bef-4a48-b757-5dff42191959 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (72e410b4-bdcf-4486-aceb-561b9b14cfef), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.103969 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b78accd1-5bef-4a48-b757-5dff42191959 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (72e410b4-bdcf-4486-aceb-561b9b14cfef), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.106564 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-b78accd1-5bef-4a48-b757-5dff42191959 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.107783 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-b78accd1-5bef-4a48-b757-5dff42191959 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/72e410b4-bdcf-4486-aceb-561b9b14cfef HTTP/1.1" status: 204 len: 168 time: 0.1937363 Sep 13 10:23:18.110818 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50262) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:18.118162 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78accd1-5bef-4a48-b757-5dff42191959 tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e410b4-bdcf-4486-aceb-561b9b14cfef,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:18.129716 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.api.v2.resource [None req-be3266f5-cf42-4425-9bf2-05a4b24e8a9d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] show failed (client error): The resource could not be found. Sep 13 10:23:18.131006 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-be3266f5-cf42-4425-9bf2-05a4b24e8a9d tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "GET /networking/v2.0/security-groups/72e410b4-bdcf-4486-aceb-561b9b14cfef HTTP/1.1" status: 404 len: 347 time: 0.0191944 Sep 13 10:23:18.134059 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50264) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:18.258260 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Deleting port 014276ac-f95a-4e96-9dd4-d7d5221574db {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:18.264132 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.336149 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.336486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (014276ac-f95a-4e96-9dd4-d7d5221574db), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.350217 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Calling delete_port for 014276ac-f95a-4e96-9dd4-d7d5221574db owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:18.561176 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (014276ac-f95a-4e96-9dd4-d7d5221574db), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.587282 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Pushing event deleted for resources: {'Port': ['ID=014276ac-f95a-4e96-9dd4-d7d5221574db,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:18.658288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks [] for floatingip (5aa81ef1-3efa-4707-925f-e4cf491f1334), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.660831 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:18.661991 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-ef9c3b8f-116b-4836-873c-5ad9b49e1f0f tempest-AttachVolumeShelveTestJSON-861938864 tempest-AttachVolumeShelveTestJSON-861938864-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/5aa81ef1-3efa-4707-925f-e4cf491f1334 HTTP/1.1" status: 204 len: 168 time: 0.5269294 Sep 13 10:23:19.914440 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:19.934495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 45f38058-5689-489f-80b9-047dafea9f45 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:19.934840 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 45f38058-5689-489f-80b9-047dafea9f45 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:20.806487 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c903f31a-1524-4a6d-8ba2-ad01eb9df8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:21.505245 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1e614-41cc-4695-a405-92cf3d19e009 req-e2071adf-5677-45a5-9496-53dd2328702e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:21.506752 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-26a1e614-41cc-4695-a405-92cf3d19e009 req-e2071adf-5677-45a5-9496-53dd2328702e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0497887 Sep 13 10:23:21.557707 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-26a1e614-41cc-4695-a405-92cf3d19e009 req-09c6dac8-3014-4d14-8f18-1d92a1e6f23c tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 Sep 13 10:23:21.813083 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50354) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:22.211142 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:22.218014 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:22.262567 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:22.681660 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc85fd-ccc7-4f09-8378-0f7322f32894 req-85f311c3-3016-4ec9-bd4e-80523d98cd7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:22.683253 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f4dc85fd-ccc7-4f09-8378-0f7322f32894 req-85f311c3-3016-4ec9-bd4e-80523d98cd7f tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0492649 Sep 13 10:23:22.732394 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Deleting port 4d2d1852-f566-49d1-b497-800fc19e8a8a {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:22.732911 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:22.746770 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f4dc85fd-ccc7-4f09-8378-0f7322f32894 req-7e7b3d9d-bc96-41d7-995a-b91e6bc3c3a8 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569487 Sep 13 10:23:22.825332 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] For port 4d2d1852-f566-49d1-b497-800fc19e8a8a, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4d2d1852-f566-49d1-b497-800fc19e8a8a,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:22.825895 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:22.839743 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Calling delete_port for 4d2d1852-f566-49d1-b497-800fc19e8a8a owned by network:router_interface {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:23.060782 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (4d2d1852-f566-49d1-b497-800fc19e8a8a), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.084462 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2d1852-f566-49d1-b497-800fc19e8a8a,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:23.207473 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:23.246453 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4b71c79b-3e59-4f16-8235-f7e4c91d72df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.263553 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.414404 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:23.439240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-999be6e4-a526-4191-a9cb-0e0fb1f3f619 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:23.440694 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-999be6e4-a526-4191-a9cb-0e0fb1f3f619 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.0604913 Sep 13 10:23:23.482232 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:23:23.535823 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Deleting port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:23.536163 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.586588 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:23:23.591871 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-f2390e6d-e1ad-4f7c-b923-68130fa80c63 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/e1dbd9c6-c8f4-4e80-9d93-d4e12981018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7831521 Sep 13 10:23:23.594990 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50368) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:23.599056 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] Sync routers for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:23:23.611895 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:23.617002 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:23.642206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] For port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:23.642570 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.701360 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks [] for router (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.726330 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:23.819990 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks [] for router_gateway (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.847107 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.847881 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (a6740af1-70e8-4e20-b4ae-6b608dfb3ec6), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.847881 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Floating IP a6740af1-70e8-4e20-b4ae-6b608dfb3ec6 disassociated. External IP: 172.27.2.103, port: 6a9e22f8-803d-4cec-b60d-b75dbadaf04e. Sep 13 10:23:23.848229 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Calling delete_port for 6a9e22f8-803d-4cec-b60d-b75dbadaf04e owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:23.852164 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:23.856067 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50374) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:23.938744 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:23.940226 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:23:22Z', 'revision_number': 5, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port': {'id': '6b4fb67b-566d-483d-be09-d1b0ebad626c', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:15:39Z', 'updated_at': '2022-09-13T10:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:23.943011 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Deleting port 6b4fb67b-566d-483d-be09-d1b0ebad626c {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:23.943596 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:23.969745 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:23.971355 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] Checking router: e1dbd9c6-c8f4-4e80-9d93-d4e12981018f for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:23:23.977524 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a098-075a-4ea8-8034-11b623698a53 req-5018e169-fce3-4b37-a7e8-19ee0a758e0e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:23.979450 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d035a098-075a-4ea8-8034-11b623698a53 req-5018e169-fce3-4b37-a7e8-19ee0a758e0e tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 946 time: 0.1214514 Sep 13 10:23:23.980580 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:23.981718 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] Routers {'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:23.982535 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:24.017993 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e3802c5e-de04-464d-b83a-fb64bf56f1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.068503 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] Set router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:24.078789 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] For port 6b4fb67b-566d-483d-be09-d1b0ebad626c, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=6b4fb67b-566d-483d-be09-d1b0ebad626c,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:24.079185 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.083304 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d035a098-075a-4ea8-8034-11b623698a53 req-a5a2902e-e472-4f6b-959f-d5deaef32907 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=be362287-34fc-4081-ba84-704f8f729b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709558 Sep 13 10:23:24.085217 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (6a9e22f8-803d-4cec-b60d-b75dbadaf04e), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.101164 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Calling delete_port for 6b4fb67b-566d-483d-be09-d1b0ebad626c owned by network:router_gateway {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:24.114949 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event deleted for resources: {'Port': ['ID=6a9e22f8-803d-4cec-b60d-b75dbadaf04e,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:24.140219 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:23:23Z', 'revision_number': 6, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:24.147120 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:24.167711 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4f553-790c-4459-bdbf-81b565f4cb64 None None] The sync data for ids ['e1dbd9c6-c8f4-4e80-9d93-d4e12981018f'] in dv-cinder-854274-4-iscsi is: [{'id': 'e1dbd9c6-c8f4-4e80-9d93-d4e12981018f', 'name': 'tempest-AttachVolumeShelveTestJSON-1923117131-router', 'tenant_id': 'b45075d7ec024b3a907d11225942fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:15:37Z', 'updated_at': '2022-09-13T10:23:23Z', 'revision_number': 6, 'project_id': 'b45075d7ec024b3a907d11225942fbee', 'gw_port_host': None}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:23:24.207450 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e3802c5e-de04-464d-b83a-fb64bf56f1c8 admin admin] Publish callbacks [] for security_group (58de00c5-0ade-4da5-9acd-a9a10e2f9d08), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.240434 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Router f16bf701-49f6-47fa-80f4-5563803d02fa has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:23:24.261713 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e3802c5e-de04-464d-b83a-fb64bf56f1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (58de00c5-0ade-4da5-9acd-a9a10e2f9d08), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.282137 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:24.312432 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e3802c5e-de04-464d-b83a-fb64bf56f1c8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cb91fdd0ec954db297f44ad5690c7c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555645 Sep 13 10:23:24.331294 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50378) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:24.338758 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3802c5e-de04-464d-b83a-fb64bf56f1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de00c5-0ade-4da5-9acd-a9a10e2f9d08,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:24.357443 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:23:24.368302 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:23:24.375567 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.385401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:24.386082 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:24.405586 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-98952ed2-8cdc-4bf7-9058-bf2d5d9c43af admin admin] Publish callbacks [] for security_group (58de00c5-0ade-4da5-9acd-a9a10e2f9d08), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.410669 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] No DVR routers for this DVR port 6a9e22f8-803d-4cec-b60d-b75dbadaf04e on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:23:24.413758 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.417563 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-609ab090-65b1-43cd-b935-fa3fb330f620 req-25f0f4cb-640d-4e8b-b201-860fa4b64180 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.50 "DELETE /networking/v2.0/ports/6a9e22f8-803d-4cec-b60d-b75dbadaf04e HTTP/1.1" status: 204 len: 173 time: 0.9714320 Sep 13 10:23:24.418564 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'name': 'network-vif-deleted', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:23:24.420935 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99683170-cfc3-4ffe-a5fd-cff68e09535d" -d '{"events": [{"server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "name": "network-vif-deleted", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:23:24.427627 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-98952ed2-8cdc-4bf7-9058-bf2d5d9c43af admin admin] Publish callbacks [] for security_group (58de00c5-0ade-4da5-9acd-a9a10e2f9d08), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.472529 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631be0b-2ff4-4919-9429-cc4d737530af x-openstack-request-id: req-0631be0b-2ff4-4919-9429-cc4d737530af {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:23:24.473157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9caab-c36d-43c3-b09a-362716549fce", "name": "network-vif-deleted", "tag": "6a9e22f8-803d-4cec-b60d-b75dbadaf04e", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:23:24.473157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0631be0b-2ff4-4919-9429-cc4d737530af {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:23:24.473499 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0631be0b-2ff4-4919-9429-cc4d737530af'] response: {'server_uuid': 'a6d9caab-c36d-43c3-b09a-362716549fce', 'name': 'network-vif-deleted', 'tag': '6a9e22f8-803d-4cec-b60d-b75dbadaf04e', 'status': 'completed', 'code': 200} Sep 13 10:23:24.492756 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (6b4fb67b-566d-483d-be09-d1b0ebad626c), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.502672 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:24.544200 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4fb67b-566d-483d-be09-d1b0ebad626c,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:24.609875 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-98952ed2-8cdc-4bf7-9058-bf2d5d9c43af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (58de00c5-0ade-4da5-9acd-a9a10e2f9d08), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.612547 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-98952ed2-8cdc-4bf7-9058-bf2d5d9c43af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.613808 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-98952ed2-8cdc-4bf7-9058-bf2d5d9c43af admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/58de00c5-0ade-4da5-9acd-a9a10e2f9d08 HTTP/1.1" status: 204 len: 168 time: 0.2815399 Sep 13 10:23:24.647975 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952ed2-8cdc-4bf7-9058-bf2d5d9c43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de00c5-0ade-4da5-9acd-a9a10e2f9d08,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:24.675077 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.798434 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.800713 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks [] for router_controller (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.891608 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:24.916426 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:23:24.925598 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:24.926810 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (e1dbd9c6-c8f4-4e80-9d93-d4e12981018f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.927456 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1dbd9c6-c8f4-4e80-9d93-d4e12981018f {{(pid=106770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:23:24.928919 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:24.936319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:24.936319 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-ab3b2626-7b80-4111-9db2-990174dca9ba admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/e1dbd9c6-c8f4-4e80-9d93-d4e12981018f HTTP/1.1" status: 204 len: 168 time: 1.3390584 Sep 13 10:23:24.938287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50384) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:25.038646 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Deleting subnet 736d5ef1-d044-46b5-bc43-93e07f1571ab {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:23:25.043206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Publish callbacks [] for subnet (736d5ef1-d044-46b5-bc43-93e07f1571ab), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.055067 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:25.089375 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4d2d1852-f566-49d1-b497-800fc19e8a8a no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:25.105776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (736d5ef1-d044-46b5-bc43-93e07f1571ab), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.117555 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 4d2d1852-f566-49d1-b497-800fc19e8a8a {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:25.117896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4d2d1852-f566-49d1-b497-800fc19e8a8a not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:25.118496 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6b4fb67b-566d-483d-be09-d1b0ebad626c no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:25.167350 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 6b4fb67b-566d-483d-be09-d1b0ebad626c {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:25.168010 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 6b4fb67b-566d-483d-be09-d1b0ebad626c not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:25.211176 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:25.249252 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5e38eb8e-0b6d-4403-8ba5-bcd241406d05 req-de3c2f3a-c81f-4704-945d-f1e20e9248ee tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6d9caab-c36d-43c3-b09a-362716549fce HTTP/1.1" status: 200 len: 210 time: 0.0429468 Sep 13 10:23:25.252277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (736d5ef1-d044-46b5-bc43-93e07f1571ab), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.341095 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:25.371765 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffed2f7-0a48-4615-855d-536176c079d0 None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:07Z', 'revision_number': 4, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '901f91c8-f94a-46ea-b00a-123c44594a4e', 'name': '', 'network_id': 'ebff5e7b-2242-4a30-a2b5-9e7b0fe34011', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'mac_address': 'fa:16:3e:6d:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:06Z', 'updated_at': '2022-09-13T10:17:14Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'subnets': [{'id': '0b385729-1834-419a-8ae7-60c7ce7bd3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:23:25.425217 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (736d5ef1-d044-46b5-bc43-93e07f1571ab), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.455282 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736d5ef1-d044-46b5-bc43-93e07f1571ab,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:25.459737 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.462711 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-83547d9b-766a-4862-93d2-be8a0edd88ec admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/736d5ef1-d044-46b5-bc43-93e07f1571ab HTTP/1.1" status: 204 len: 168 time: 0.5231833 Sep 13 10:23:25.465057 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50390) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:25.467815 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb12a3a-a97e-449e-a496-1540acb46766 None None] Network 2be664f6-b983-4849-835a-b47b5fa17980 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:23:25.472292 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50392) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:25.489351 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c918afee-52fc-4a38-b98a-fbfe59de5439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.540078 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (2be664f6-b983-4849-835a-b47b5fa17980), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.540984 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:25.593281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:25.594843 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Deleting port 306b273b-3fe7-4c34-8727-4bbefa6ffcad {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:25.595209 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.644997 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c918afee-52fc-4a38-b98a-fbfe59de5439 admin admin] Publish callbacks [] for security_group (bfd18ec3-e189-457d-927c-758c856a3b13), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.679257 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] For port 306b273b-3fe7-4c34-8727-4bbefa6ffcad, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=306b273b-3fe7-4c34-8727-4bbefa6ffcad,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:25.679621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.695960 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Calling delete_port for 306b273b-3fe7-4c34-8727-4bbefa6ffcad owned by network:dhcp {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:25.699141 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] DHCP port deletion for 2be664f6-b983-4849-835a-b47b5fa17980 request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:23:25.721383 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f091-bcd3-4976-bf32-228446c37d8e None None] New status for floating IP a6740af1-70e8-4e20-b4ae-6b608dfb3ec6: DOWN {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:23:25.735708 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:25.747431 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] Deleting port 306b273b-3fe7-4c34-8727-4bbefa6ffcad {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:25.747810 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.768713 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c918afee-52fc-4a38-b98a-fbfe59de5439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bfd18ec3-e189-457d-927c-758c856a3b13), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.823773 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] For port 306b273b-3fe7-4c34-8727-4bbefa6ffcad, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=306b273b-3fe7-4c34-8727-4bbefa6ffcad,segment=NetworkSegment(07526057-9216-4434-8c9a-3dd96852ae70),segment_id=07526057-9216-4434-8c9a-3dd96852ae70)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:25.824186 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.825584 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918afee-52fc-4a38-b98a-fbfe59de5439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd18ec3-e189-457d-927c-758c856a3b13,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:25.839925 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] Calling delete_port for 306b273b-3fe7-4c34-8727-4bbefa6ffcad owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:25.847853 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c918afee-52fc-4a38-b98a-fbfe59de5439 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=99da3f45e9f34f54b35b57b15b83c94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744545 Sep 13 10:23:25.850474 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50394) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:25.904131 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-352b2ff2-8f35-49eb-88b5-c52943c42eab admin admin] Publish callbacks [] for security_group (bfd18ec3-e189-457d-927c-758c856a3b13), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.913661 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.925720 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-352b2ff2-8f35-49eb-88b5-c52943c42eab admin admin] Publish callbacks [] for security_group (bfd18ec3-e189-457d-927c-758c856a3b13), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.929034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.936639 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (306b273b-3fe7-4c34-8727-4bbefa6ffcad), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.963277 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] Pushing event deleted for resources: {'Port': ['ID=306b273b-3fe7-4c34-8727-4bbefa6ffcad,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:25.966997 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216895c9-2c26-4931-a3ed-003cc4fc840c None None] No DVR routers for this DVR port 306b273b-3fe7-4c34-8727-4bbefa6ffcad on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:23:25.984482 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:25.988294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] No DVR routers for this DVR port 306b273b-3fe7-4c34-8727-4bbefa6ffcad on host dv-cinder-854274-4-iscsi {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:23:25.993186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=306b273b-3fe7-4c34-8727-4bbefa6ffcad,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:26.058068 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-352b2ff2-8f35-49eb-88b5-c52943c42eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bfd18ec3-e189-457d-927c-758c856a3b13), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.060915 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-352b2ff2-8f35-49eb-88b5-c52943c42eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.062113 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-352b2ff2-8f35-49eb-88b5-c52943c42eab admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bfd18ec3-e189-457d-927c-758c856a3b13 HTTP/1.1" status: 204 len: 168 time: 0.2106726 Sep 13 10:23:26.071090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (2be664f6-b983-4849-835a-b47b5fa17980), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.073050 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b2ff2-8f35-49eb-88b5-c52943c42eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd18ec3-e189-457d-927c-758c856a3b13,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:26.094595 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be664f6-b983-4849-835a-b47b5fa17980']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:26.108255 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07526057-9216-4434-8c9a-3dd96852ae70') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:26.108255 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07526057-9216-4434-8c9a-3dd96852ae70') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:26.117513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (07526057-9216-4434-8c9a-3dd96852ae70), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.131427 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (07526057-9216-4434-8c9a-3dd96852ae70), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.137358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:26.138515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Releasing vlan 494 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:23:26.138902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (07526057-9216-4434-8c9a-3dd96852ae70), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.258459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (2be664f6-b983-4849-835a-b47b5fa17980), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.269412 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.270520 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/2be664f6-b983-4849-835a-b47b5fa17980 HTTP/1.1" status: 204 len: 168 time: 0.8039875 Sep 13 10:23:26.287615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7810ed-385f-421e-9e0e-81f172f06fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be664f6-b983-4849-835a-b47b5fa17980,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:26.303680 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 07526057-9216-4434-8c9a-3dd96852ae70 resource provider aggregate not found Sep 13 10:23:26.335080 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 07526057-9216-4434-8c9a-3dd96852ae70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07526057-9216-4434-8c9a-3dd96852ae70 found for delete ", "request_id": "req-ccb35728-cef4-4056-a7b1-4db7b17365b8"}]} Sep 13 10:23:26.472236 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50416) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:26.529742 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10fffbed-e4ac-4cd6-892b-4bd4fc47faf7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (be362287-34fc-4081-ba84-704f8f729b41), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.552430 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10fffbed-e4ac-4cd6-892b-4bd4fc47faf7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (be362287-34fc-4081-ba84-704f8f729b41), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.685316 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50422) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:26.687046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10fffbed-e4ac-4cd6-892b-4bd4fc47faf7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (be362287-34fc-4081-ba84-704f8f729b41), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.690325 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-10fffbed-e4ac-4cd6-892b-4bd4fc47faf7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.691596 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-10fffbed-e4ac-4cd6-892b-4bd4fc47faf7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/be362287-34fc-4081-ba84-704f8f729b41 HTTP/1.1" status: 204 len: 168 time: 0.2182465 Sep 13 10:23:26.702334 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50424) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:26.703791 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:26.705678 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fffbed-e4ac-4cd6-892b-4bd4fc47faf7 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be362287-34fc-4081-ba84-704f8f729b41,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:26.721154 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.api.v2.resource [None req-93d9a276-6216-4d4a-9145-11992e8fbb07 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] show failed (client error): The resource could not be found. Sep 13 10:23:26.724950 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-93d9a276-6216-4d4a-9145-11992e8fbb07 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "GET /networking/v2.0/security-groups/be362287-34fc-4081-ba84-704f8f729b41 HTTP/1.1" status: 404 len: 347 time: 0.0189760 Sep 13 10:23:26.725288 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50426) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:26.745681 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-0b088a23-2416-4ca4-b050-28866b683280 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b45075d7ec024b3a907d11225942fbee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0567510 Sep 13 10:23:26.746070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50428) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:26.775766 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:26.802496 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-553080c3-5b63-442c-945b-d4b6eddfa2fb admin admin] Publish callbacks [] for security_group (1bf9e86e-d6f0-4718-8402-fb2751da686c), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.824525 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-553080c3-5b63-442c-945b-d4b6eddfa2fb admin admin] Publish callbacks [] for security_group (1bf9e86e-d6f0-4718-8402-fb2751da686c), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.845822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Deleting port cb9c3eca-c15d-46f9-abc3-3573dd6b11ac {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:26.846250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.930908 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.931254 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.943442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Calling delete_port for cb9c3eca-c15d-46f9-abc3-3573dd6b11ac owned by network:floatingip {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:26.944056 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-553080c3-5b63-442c-945b-d4b6eddfa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1bf9e86e-d6f0-4718-8402-fb2751da686c), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.947559 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-553080c3-5b63-442c-945b-d4b6eddfa2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:26.949524 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-553080c3-5b63-442c-945b-d4b6eddfa2fb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1bf9e86e-d6f0-4718-8402-fb2751da686c HTTP/1.1" status: 204 len: 168 time: 0.2017391 Sep 13 10:23:26.958784 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553080c3-5b63-442c-945b-d4b6eddfa2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf9e86e-d6f0-4718-8402-fb2751da686c,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:27.053686 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 306b273b-3fe7-4c34-8727-4bbefa6ffcad no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:27.078630 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 306b273b-3fe7-4c34-8727-4bbefa6ffcad {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:27.078992 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 306b273b-3fe7-4c34-8727-4bbefa6ffcad not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:27.173295 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (cb9c3eca-c15d-46f9-abc3-3573dd6b11ac), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:27.200281 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Pushing event deleted for resources: {'Port': ['ID=cb9c3eca-c15d-46f9-abc3-3573dd6b11ac,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:27.268883 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks [] for floatingip (a6740af1-70e8-4e20-b4ae-6b608dfb3ec6), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:27.271494 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:27.272727 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e5fdf0ac-2cc8-4006-a583-6d7fdf2a2dc5 tempest-AttachVolumeTestJSON-1122685507 tempest-AttachVolumeTestJSON-1122685507-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/a6740af1-70e8-4e20-b4ae-6b608dfb3ec6 HTTP/1.1" status: 204 len: 168 time: 0.5464661 Sep 13 10:23:27.957382 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6a9e22f8-803d-4cec-b60d-b75dbadaf04e no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:27.978479 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 6a9e22f8-803d-4cec-b60d-b75dbadaf04e {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:27.978917 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 6a9e22f8-803d-4cec-b60d-b75dbadaf04e not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:28.810380 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50506) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:28.927059 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6257b3f0-e5c7-414c-b774-576ea148f825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.009096 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6257b3f0-e5c7-414c-b774-576ea148f825 admin admin] Publish callbacks [] for security_group (1c7765bc-64f2-4aa6-bec7-272deef2cd4d), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.077079 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6257b3f0-e5c7-414c-b774-576ea148f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1c7765bc-64f2-4aa6-bec7-272deef2cd4d), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.118355 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6257b3f0-e5c7-414c-b774-576ea148f825 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b03c9423a2544025a4162db47341086b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067834 Sep 13 10:23:29.119266 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257b3f0-e5c7-414c-b774-576ea148f825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7765bc-64f2-4aa6-bec7-272deef2cd4d,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:29.121189 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50518) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:29.127427 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:29.173804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8021b323-3d0f-47dc-a380-0cab79df0614 admin admin] Publish callbacks [] for security_group (1c7765bc-64f2-4aa6-bec7-272deef2cd4d), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.193271 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8021b323-3d0f-47dc-a380-0cab79df0614 admin admin] Publish callbacks [] for security_group (1c7765bc-64f2-4aa6-bec7-272deef2cd4d), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.311187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8021b323-3d0f-47dc-a380-0cab79df0614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1c7765bc-64f2-4aa6-bec7-272deef2cd4d), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.313765 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-8021b323-3d0f-47dc-a380-0cab79df0614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:29.315367 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-8021b323-3d0f-47dc-a380-0cab79df0614 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1c7765bc-64f2-4aa6-bec7-272deef2cd4d HTTP/1.1" status: 204 len: 168 time: 0.1928523 Sep 13 10:23:29.325644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021b323-3d0f-47dc-a380-0cab79df0614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7765bc-64f2-4aa6-bec7-272deef2cd4d,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:29.965138 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50536) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:29.978635 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a5129a0c-8c60-4387-b81f-d8833f7065b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.057667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a5129a0c-8c60-4387-b81f-d8833f7065b6 admin admin] Publish callbacks [] for security_group (a91f3a72-61b4-48d9-943b-6299f912ed45), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.126872 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a5129a0c-8c60-4387-b81f-d8833f7065b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a91f3a72-61b4-48d9-943b-6299f912ed45), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.166558 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a5129a0c-8c60-4387-b81f-d8833f7065b6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=01b684254535485fbf6cbb1a610d2ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003253 Sep 13 10:23:30.167768 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5129a0c-8c60-4387-b81f-d8833f7065b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f3a72-61b4-48d9-943b-6299f912ed45,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:30.169339 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50548) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:30.220582 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d5bd96d7-3a84-4876-9115-df3ca1dd891a admin admin] Publish callbacks [] for security_group (a91f3a72-61b4-48d9-943b-6299f912ed45), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.241289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d5bd96d7-3a84-4876-9115-df3ca1dd891a admin admin] Publish callbacks [] for security_group (a91f3a72-61b4-48d9-943b-6299f912ed45), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.397083 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d5bd96d7-3a84-4876-9115-df3ca1dd891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a91f3a72-61b4-48d9-943b-6299f912ed45), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.399819 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d5bd96d7-3a84-4876-9115-df3ca1dd891a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:30.401301 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d5bd96d7-3a84-4876-9115-df3ca1dd891a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a91f3a72-61b4-48d9-943b-6299f912ed45 HTTP/1.1" status: 204 len: 168 time: 0.2306864 Sep 13 10:23:30.409669 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd96d7-3a84-4876-9115-df3ca1dd891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f3a72-61b4-48d9-943b-6299f912ed45,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:31.241835 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50578) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:31.780171 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (f16bf701-49f6-47fa-80f4-5563803d02fa), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:31.849436 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50600) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:31.911376 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:31.975770 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b7f-c82e-4272-b879-1bda51db1822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.069209 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b7f-c82e-4272-b879-1bda51db1822 admin admin] Publish callbacks [] for security_group (e65b8c1e-c85d-44f5-9f53-1d665e5b79de), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.126688 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d5a18b7f-c82e-4272-b879-1bda51db1822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e65b8c1e-c85d-44f5-9f53-1d665e5b79de), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.159219 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d5a18b7f-c82e-4272-b879-1bda51db1822 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4436a7e677ac44f0bcc8f03b18c3d0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068423 Sep 13 10:23:32.165809 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50614) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:32.191887 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:32.210249 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18b7f-c82e-4272-b879-1bda51db1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b8c1e-c85d-44f5-9f53-1d665e5b79de,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:32.244546 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-88b97d7c-c73a-4c35-b88c-7cc9d0093fe7 admin admin] Publish callbacks [] for security_group (e65b8c1e-c85d-44f5-9f53-1d665e5b79de), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.267049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-88b97d7c-c73a-4c35-b88c-7cc9d0093fe7 admin admin] Publish callbacks [] for security_group (e65b8c1e-c85d-44f5-9f53-1d665e5b79de), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.270952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Deleting port 901f91c8-f94a-46ea-b00a-123c44594a4e {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:32.271568 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.279371 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:32.352651 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] For port 901f91c8-f94a-46ea-b00a-123c44594a4e, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=901f91c8-f94a-46ea-b00a-123c44594a4e,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:32.353014 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.365801 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:32.370049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Calling delete_port for 901f91c8-f94a-46ea-b00a-123c44594a4e owned by network:router_interface {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:32.391382 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-88b97d7c-c73a-4c35-b88c-7cc9d0093fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e65b8c1e-c85d-44f5-9f53-1d665e5b79de), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.396497 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-88b97d7c-c73a-4c35-b88c-7cc9d0093fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.397766 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-88b97d7c-c73a-4c35-b88c-7cc9d0093fe7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e65b8c1e-c85d-44f5-9f53-1d665e5b79de HTTP/1.1" status: 204 len: 168 time: 0.2305901 Sep 13 10:23:32.409736 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b97d7c-c73a-4c35-b88c-7cc9d0093fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b8c1e-c85d-44f5-9f53-1d665e5b79de,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:32.629048 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (901f91c8-f94a-46ea-b00a-123c44594a4e), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.661122 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Pushing event deleted for resources: {'Port': ['ID=901f91c8-f94a-46ea-b00a-123c44594a4e,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:32.849296 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (f16bf701-49f6-47fa-80f4-5563803d02fa), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:32.958505 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:33.092179 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Router f16bf701-49f6-47fa-80f4-5563803d02fa has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:23:33.198585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:23:33.203606 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-cd699b4a-6db1-491c-8b9d-14b4c79a7599 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f16bf701-49f6-47fa-80f4-5563803d02fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606905 Sep 13 10:23:33.206357 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50634) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:33.211407 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] Sync routers for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:23:33.228009 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:33.228009 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:33.324338 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks [] for router (f16bf701-49f6-47fa-80f4-5563803d02fa), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:33.333359 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:33.442881 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks [] for router_gateway (f16bf701-49f6-47fa-80f4-5563803d02fa), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:33.520309 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:23:32Z', 'revision_number': 5, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port': {'id': '2e9e543e-e826-4eb2-9cc3-01a08a0f86c4', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:33.545088 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] Checking router: f16bf701-49f6-47fa-80f4-5563803d02fa for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:23:33.548274 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:33.554518 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] Routers {'f16bf701-49f6-47fa-80f4-5563803d02fa'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:23:33.558576 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f16bf701-49f6-47fa-80f4-5563803d02fa'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:33.574979 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Deleting port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:33.575448 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:33.647225 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] Set router f16bf701-49f6-47fa-80f4-5563803d02fa gateway port host: None {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:23:33.666996 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] For port 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:33.667538 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:33.680971 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Calling delete_port for 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 owned by network:router_gateway {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:33.697225 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:23:33Z', 'revision_number': 6, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:33.726078 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322b8b4-a096-4ff8-802f-3cf363249e4a None None] The sync data for ids ['f16bf701-49f6-47fa-80f4-5563803d02fa'] in dv-cinder-854274-4-iscsi is: [{'id': 'f16bf701-49f6-47fa-80f4-5563803d02fa', 'name': 'tempest-AttachVolumeTestJSON-913461725-router', 'tenant_id': 'c9aaa16702a5422b90578033420da9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:04Z', 'updated_at': '2022-09-13T10:23:33Z', 'revision_number': 6, 'project_id': 'c9aaa16702a5422b90578033420da9bd', 'gw_port_host': None}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:23:33.923660 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (2e9e543e-e826-4eb2-9cc3-01a08a0f86c4), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:33.949117 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9e543e-e826-4eb2-9cc3-01a08a0f86c4,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:34.019740 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (f16bf701-49f6-47fa-80f4-5563803d02fa), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.120276 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (f16bf701-49f6-47fa-80f4-5563803d02fa), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.124695 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks [] for router_controller (f16bf701-49f6-47fa-80f4-5563803d02fa), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.254703 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (f16bf701-49f6-47fa-80f4-5563803d02fa), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.255712 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16bf701-49f6-47fa-80f4-5563803d02fa {{(pid=106770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:23:34.261240 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.266675 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-90f41da3-60ba-4eb4-ad75-6c2ff2f93329 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/f16bf701-49f6-47fa-80f4-5563803d02fa HTTP/1.1" status: 204 len: 168 time: 1.0554390 Sep 13 10:23:34.266675 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50666) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:34.300611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:34.313987 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Deleting subnet 0b385729-1834-419a-8ae7-60c7ce7bd3b5 {{(pid=106770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:23:34.317530 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Publish callbacks [] for subnet (0b385729-1834-419a-8ae7-60c7ce7bd3b5), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.355081 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2917453'] for subnet (0b385729-1834-419a-8ae7-60c7ce7bd3b5), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.390036 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:34.712288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (0b385729-1834-419a-8ae7-60c7ce7bd3b5), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.882998 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837584'] for subnet (0b385729-1834-419a-8ae7-60c7ce7bd3b5), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.908278 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b385729-1834-419a-8ae7-60c7ce7bd3b5,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:34.914776 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:34.918460 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c1543256-5f02-4c41-94ca-1fcdd70014c8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/0b385729-1834-419a-8ae7-60c7ce7bd3b5 HTTP/1.1" status: 204 len: 168 time: 0.6511133 Sep 13 10:23:34.921066 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50678) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:34.923588 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2225ded2-76da-4214-af4e-eed9cb2a88fa None None] Network ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:23:34.995423 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.058821 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Deleting port dd42913f-a20e-495e-abb7-117a8529a817 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:35.059349 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (dd42913f-a20e-495e-abb7-117a8529a817), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.059506 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 901f91c8-f94a-46ea-b00a-123c44594a4e no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:35.082281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 901f91c8-f94a-46ea-b00a-123c44594a4e {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:35.082579 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 901f91c8-f94a-46ea-b00a-123c44594a4e not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:35.083046 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:35.102117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:35.102466 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2e9e543e-e826-4eb2-9cc3-01a08a0f86c4 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:35.119044 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] DHCP port deletion for ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:23:35.133804 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] For port dd42913f-a20e-495e-abb7-117a8529a817, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=dd42913f-a20e-495e-abb7-117a8529a817,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:35.134165 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (dd42913f-a20e-495e-abb7-117a8529a817), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.148850 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Calling delete_port for dd42913f-a20e-495e-abb7-117a8529a817 owned by network:dhcp {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:35.153267 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] Deleting port dd42913f-a20e-495e-abb7-117a8529a817 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:23:35.153665 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (dd42913f-a20e-495e-abb7-117a8529a817), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.221907 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] For port dd42913f-a20e-495e-abb7-117a8529a817, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=dd42913f-a20e-495e-abb7-117a8529a817,segment=NetworkSegment(ca2bfdfb-e989-49b1-8f39-0e79037e7c8f),segment_id=ca2bfdfb-e989-49b1-8f39-0e79037e7c8f)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:23:35.222410 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (dd42913f-a20e-495e-abb7-117a8529a817), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.239689 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] Calling delete_port for dd42913f-a20e-495e-abb7-117a8529a817 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:23:35.344210 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (dd42913f-a20e-495e-abb7-117a8529a817), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.350201 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (dd42913f-a20e-495e-abb7-117a8529a817), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.354266 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:35.370849 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd42913f-a20e-495e-abb7-117a8529a817,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:35.374337 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] No DVR routers for this DVR port dd42913f-a20e-495e-abb7-117a8529a817 on host dv-cinder-854274-4-iscsi {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:23:35.375894 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] Pushing event deleted for resources: {'Port': ['ID=dd42913f-a20e-495e-abb7-117a8529a817,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:35.379447 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a33407-e26e-438d-9346-bcae6fab936c None None] No DVR routers for this DVR port dd42913f-a20e-495e-abb7-117a8529a817 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:23:35.450350 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.472034 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebff5e7b-2242-4a30-a2b5-9e7b0fe34011']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:35.481876 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:35.482176 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2bfdfb-e989-49b1-8f39-0e79037e7c8f') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:23:35.492349 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (ca2bfdfb-e989-49b1-8f39-0e79037e7c8f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.506440 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (ca2bfdfb-e989-49b1-8f39-0e79037e7c8f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.512765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Releasing vlan 479 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:23:35.513155 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (ca2bfdfb-e989-49b1-8f39-0e79037e7c8f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.558224 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment ca2bfdfb-e989-49b1-8f39-0e79037e7c8f resource provider aggregate not found Sep 13 10:23:35.577586 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment ca2bfdfb-e989-49b1-8f39-0e79037e7c8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca2bfdfb-e989-49b1-8f39-0e79037e7c8f found for delete ", "request_id": "req-86bb373a-34ae-4090-b300-0a1761a3d5e3"}]} Sep 13 10:23:35.674826 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (ebff5e7b-2242-4a30-a2b5-9e7b0fe34011), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.680676 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:35.684770 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/ebff5e7b-2242-4a30-a2b5-9e7b0fe34011 HTTP/1.1" status: 204 len: 168 time: 0.7613590 Sep 13 10:23:35.697775 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447427a-35eb-4588-bbcd-885de75d812a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebff5e7b-2242-4a30-a2b5-9e7b0fe34011,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:36.054459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50696) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:36.095487 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f90f497a-dd85-4d2b-8021-339aae42ba81 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c9aaa16702a5422b90578033420da9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398653 Sep 13 10:23:36.099411 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50698) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:36.148631 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f9a22af9-35ea-4542-9955-55e4ef5d0c3f admin admin] Publish callbacks [] for security_group (4ca9d378-7666-44de-9c86-465bea2c2c4f), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:36.169259 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f9a22af9-35ea-4542-9955-55e4ef5d0c3f admin admin] Publish callbacks [] for security_group (4ca9d378-7666-44de-9c86-465bea2c2c4f), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:36.288555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f9a22af9-35ea-4542-9955-55e4ef5d0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4ca9d378-7666-44de-9c86-465bea2c2c4f), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:36.291121 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f9a22af9-35ea-4542-9955-55e4ef5d0c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:36.292301 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f9a22af9-35ea-4542-9955-55e4ef5d0c3f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4ca9d378-7666-44de-9c86-465bea2c2c4f HTTP/1.1" status: 204 len: 168 time: 0.1920106 Sep 13 10:23:36.300423 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a22af9-35ea-4542-9955-55e4ef5d0c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9d378-7666-44de-9c86-465bea2c2c4f,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:37.042140 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device dd42913f-a20e-495e-abb7-117a8529a817 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:23:37.061723 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: dd42913f-a20e-495e-abb7-117a8529a817 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:23:37.062590 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device dd42913f-a20e-495e-abb7-117a8529a817 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:23:42.209112 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:23:44.664969 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:45.687377 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:45.688089 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:46.295251 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:46.296536 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:49.889559 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50924) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:50.006414 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c0ba49ef-7457-40a8-bb44-dea27b6e0b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.080288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c0ba49ef-7457-40a8-bb44-dea27b6e0b4a admin admin] Publish callbacks [] for security_group (249a3dbd-44be-4c58-8086-41af3b121adf), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.136971 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c0ba49ef-7457-40a8-bb44-dea27b6e0b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (249a3dbd-44be-4c58-8086-41af3b121adf), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.177695 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c0ba49ef-7457-40a8-bb44-dea27b6e0b4a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=eec6632f73df41f0b93ab6cb261c19fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870836 Sep 13 10:23:50.178573 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba49ef-7457-40a8-bb44-dea27b6e0b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249a3dbd-44be-4c58-8086-41af3b121adf,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:50.180535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50928) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:50.232483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ef60f3e-dbb2-43a8-86f1-780d89c1a980 admin admin] Publish callbacks [] for security_group (249a3dbd-44be-4c58-8086-41af3b121adf), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.252998 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ef60f3e-dbb2-43a8-86f1-780d89c1a980 admin admin] Publish callbacks [] for security_group (249a3dbd-44be-4c58-8086-41af3b121adf), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.373572 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ef60f3e-dbb2-43a8-86f1-780d89c1a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (249a3dbd-44be-4c58-8086-41af3b121adf), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.376303 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7ef60f3e-dbb2-43a8-86f1-780d89c1a980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.377425 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7ef60f3e-dbb2-43a8-86f1-780d89c1a980 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/249a3dbd-44be-4c58-8086-41af3b121adf HTTP/1.1" status: 204 len: 168 time: 0.1959126 Sep 13 10:23:50.385662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef60f3e-dbb2-43a8-86f1-780d89c1a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249a3dbd-44be-4c58-8086-41af3b121adf,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:50.748755 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50942) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:50.825329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bc238af4-3e0e-4fc6-a2d5-6e25816e2590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.857872 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46aa2e45-f8d2-4cb7-afd1-5cae43c292b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:50.937458 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46aa2e45-f8d2-4cb7-afd1-5cae43c292b7 admin admin] Publish callbacks [] for security_group (5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:51.031007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-46aa2e45-f8d2-4cb7-afd1-5cae43c292b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:51.071920 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-46aa2e45-f8d2-4cb7-afd1-5cae43c292b7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0598de65e2614fc1b17ae64cf3fbc18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218572 Sep 13 10:23:51.072886 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50954) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:51.074044 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa2e45-f8d2-4cb7-afd1-5cae43c292b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:51.125145 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-37d20a88-6bf7-4347-b91a-931e3088edfb admin admin] Publish callbacks [] for security_group (5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:51.145280 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-37d20a88-6bf7-4347-b91a-931e3088edfb admin admin] Publish callbacks [] for security_group (5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:51.253903 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-37d20a88-6bf7-4347-b91a-931e3088edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:51.257419 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-37d20a88-6bf7-4347-b91a-931e3088edfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:51.258085 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-37d20a88-6bf7-4347-b91a-931e3088edfb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac HTTP/1.1" status: 204 len: 168 time: 0.1838152 Sep 13 10:23:51.267873 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d20a88-6bf7-4347-b91a-931e3088edfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab68c5c-202d-4cbf-9dd6-bc69525ab8ac,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:51.982170 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 50996) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:51.995838 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0ddced-7c03-441b-aa79-2e9010892bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.070407 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0ddced-7c03-441b-aa79-2e9010892bec admin admin] Publish callbacks [] for security_group (82854504-582c-4365-a08e-d239152fbda2), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.185129 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0ddced-7c03-441b-aa79-2e9010892bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (82854504-582c-4365-a08e-d239152fbda2), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.204122 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:52.205072 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=9 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:52.226042 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9a0ddced-7c03-441b-aa79-2e9010892bec admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d7be1d245255486499b384c0a25bace4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427142 Sep 13 10:23:52.226922 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ddced-7c03-441b-aa79-2e9010892bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82854504-582c-4365-a08e-d239152fbda2,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:52.229495 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 50998) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:52.282813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-57be48b6-e2b7-4b03-82da-f5b75fcf5613 admin admin] Publish callbacks [] for security_group (82854504-582c-4365-a08e-d239152fbda2), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.302914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-57be48b6-e2b7-4b03-82da-f5b75fcf5613 admin admin] Publish callbacks [] for security_group (82854504-582c-4365-a08e-d239152fbda2), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.413527 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-57be48b6-e2b7-4b03-82da-f5b75fcf5613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (82854504-582c-4365-a08e-d239152fbda2), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.416182 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-57be48b6-e2b7-4b03-82da-f5b75fcf5613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.417341 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-57be48b6-e2b7-4b03-82da-f5b75fcf5613 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/82854504-582c-4365-a08e-d239152fbda2 HTTP/1.1" status: 204 len: 168 time: 0.1868749 Sep 13 10:23:52.425473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be48b6-e2b7-4b03-82da-f5b75fcf5613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82854504-582c-4365-a08e-d239152fbda2,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:52.457877 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51004) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:52.572499 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d95840d7-ee9a-4fe1-9f07-1bdb7c9debaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.653871 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d95840d7-ee9a-4fe1-9f07-1bdb7c9debaf admin admin] Publish callbacks [] for security_group (f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.734402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d95840d7-ee9a-4fe1-9f07-1bdb7c9debaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.772717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95840d7-ee9a-4fe1-9f07-1bdb7c9debaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:52.779808 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d95840d7-ee9a-4fe1-9f07-1bdb7c9debaf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2b7a936ec9cc4ee69ab4159ad5b0e7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181779 Sep 13 10:23:52.780030 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51012) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:52.836260 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-db656e99-2494-4a57-a12c-b04d60c9210f admin admin] Publish callbacks [] for security_group (f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.860019 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-db656e99-2494-4a57-a12c-b04d60c9210f admin admin] Publish callbacks [] for security_group (f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.876331 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:52.888298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:52.985656 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-db656e99-2494-4a57-a12c-b04d60c9210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.988513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-db656e99-2494-4a57-a12c-b04d60c9210f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:52.989715 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-db656e99-2494-4a57-a12c-b04d60c9210f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a HTTP/1.1" status: 204 len: 168 time: 0.2087872 Sep 13 10:23:52.997814 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db656e99-2494-4a57-a12c-b04d60c9210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f177c9d4-26f6-4cc6-a2c4-11ebe7a50b1a,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:53.230527 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88f11-eb30-4bd1-8fc8-29b0f605ec90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:54.070732 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-496fc244-ab84-4729-a049-b264c2f2120b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392928 Sep 13 10:23:54.157931 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-e3964e98-e365-4c1c-9b04-815494e2fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:54.161803 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-e3964e98-e365-4c1c-9b04-815494e2fb86 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.0423336 Sep 13 10:23:54.272857 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-3b640185-71d8-45fe-9b81-9e75b553c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:54.274354 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-3b640185-71d8-45fe-9b81-9e75b553c63a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 910 time: 0.0942492 Sep 13 10:23:54.341244 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-431db4bb-eda3-4381-aae9-82cc93f7a789 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 1001 time: 0.0610282 Sep 13 10:23:54.368281 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:54.406726 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-57c88afd-d6b3-4dbe-a91a-4121b55e4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:54.408208 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-57c88afd-d6b3-4dbe-a91a-4121b55e4336 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.0586326 Sep 13 10:23:54.412353 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51072) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:54.457963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-b1367947-6dce-473b-ac25-4963ed1d1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:54.459882 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-b1367947-6dce-473b-ac25-4963ed1d1801 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455339 Sep 13 10:23:54.558243 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-1d2a214c-5ea5-47bb-a771-a9b774629a93 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912147 Sep 13 10:23:54.667789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-05dc0e2a-c392-4b18-9c5e-aa9580248387 req-04167eb4-34fd-4e35-864b-4adca391e1d3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031928 Sep 13 10:23:54.668655 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b51fe06-cc55-4eba-a9ea-417684f77635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:54.744780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b51fe06-cc55-4eba-a9ea-417684f77635 admin admin] Publish callbacks [] for security_group (9dd11474-2187-4e81-9e0f-3e9f6887f842), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:54.819088 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1b51fe06-cc55-4eba-a9ea-417684f77635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9dd11474-2187-4e81-9e0f-3e9f6887f842), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:54.862365 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51fe06-cc55-4eba-a9ea-417684f77635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd11474-2187-4e81-9e0f-3e9f6887f842,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:54.866760 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-1b51fe06-cc55-4eba-a9ea-417684f77635 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d284c6051db249ab994f2b9e0073de99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534435 Sep 13 10:23:54.869550 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51088) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:54.922985 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f929d47a-cbfb-4a71-a197-13975d90acad admin admin] Publish callbacks [] for security_group (9dd11474-2187-4e81-9e0f-3e9f6887f842), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:54.945028 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f929d47a-cbfb-4a71-a197-13975d90acad admin admin] Publish callbacks [] for security_group (9dd11474-2187-4e81-9e0f-3e9f6887f842), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:55.099604 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f929d47a-cbfb-4a71-a197-13975d90acad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9dd11474-2187-4e81-9e0f-3e9f6887f842), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:55.104832 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f929d47a-cbfb-4a71-a197-13975d90acad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:55.104832 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f929d47a-cbfb-4a71-a197-13975d90acad admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9dd11474-2187-4e81-9e0f-3e9f6887f842 HTTP/1.1" status: 204 len: 168 time: 0.2329929 Sep 13 10:23:55.111839 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929d47a-cbfb-4a71-a197-13975d90acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd11474-2187-4e81-9e0f-3e9f6887f842,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:55.885971 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:55.965788 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.278933 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51132) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:56.372874 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1102067261-network', 'tenant_id': '8879b3720c0d482d8118a0d2e5590b54'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:23:56.376958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:56.389960 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:56.522314 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Made reservation on behalf of 8879b3720c0d482d8118a0d2e5590b54 for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:23:56.524873 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.535196 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.611112 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks [] for security_group (30719362-7745-4800-a293-dbbb1dfad499), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.710543 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (30719362-7745-4800-a293-dbbb1dfad499), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.736977 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:23:56.745740 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30719362-7745-4800-a293-dbbb1dfad499,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:56.753311 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (f9361e29-f80d-4b1c-86eb-573a37f85f55), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.754319 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Added segment f9361e29-f80d-4b1c-86eb-573a37f85f55 of type vlan for network 8d49a057-6bd8-4080-b93e-159c540d819c Sep 13 10:23:56.793794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (8d49a057-6bd8-4080-b93e-159c540d819c), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.887750 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (8d49a057-6bd8-4080-b93e-159c540d819c), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.888773 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:56.889346 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:56.957403 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d49a057-6bd8-4080-b93e-159c540d819c,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:56.967027 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 8d49a057-6bd8-4080-b93e-159c540d819c details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:23:57.020280 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ace6ab8f-3399-4c65-85f2-a5c24ec92ce5 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7401192 Sep 13 10:23:57.023438 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51140) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:23:57.028640 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Request body: {'subnet': {'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1102067261-subnet', 'tenant_id': '8879b3720c0d482d8118a0d2e5590b54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:23:57.113768 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Made reservation on behalf of 8879b3720c0d482d8118a0d2e5590b54 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:23:57.116068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3814017'] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:57.185239 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:23:57.348712 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3814035'] for subnet (94ca5995-26f4-4b49-8150-c8fce913fc2d), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:57.402134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ca5995-26f4-4b49-8150-c8fce913fc2d,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:23:57.418889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Checking segment: {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:23:57.419271 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Network hostable DHCP agents. Network: 8d49a057-6bd8-4080-b93e-159c540d819c, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:23:57.493094 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Network 8d49a057-6bd8-4080-b93e-159c540d819c is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:23:57.544746 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 8d49a057-6bd8-4080-b93e-159c540d819c) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:23:57.548869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:57.549460 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:23:57.553633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f8bf6-db58-4f14-b41b-e738464c87ae None None] Network 8d49a057-6bd8-4080-b93e-159c540d819c requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:23:57.633770 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-88f0502a-fa74-4ffc-9b30-577b905330e5 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6092205 Sep 13 10:23:57.788770 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82174adc-18f6-48ac-926f-c49f27962273 None None] Network 8d49a057-6bd8-4080-b93e-159c540d819c requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:23:59.766297 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-3f7e921f-a952-4462-bcee-022d3667dffd tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:23:59.767773 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-3f7e921f-a952-4462-bcee-022d3667dffd tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8d49a057-6bd8-4080-b93e-159c540d819c HTTP/1.1" status: 200 len: 814 time: 0.1093154 Sep 13 10:23:59.783106 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-cd14a4db-7c6f-457a-b20a-a00fbe2a82d5 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/quotas/8879b3720c0d482d8118a0d2e5590b54 HTTP/1.1" status: 200 len: 375 time: 0.0095193 Sep 13 10:23:59.817869 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-3c2ac5e0-33fa-4eba-ad64-a237f0482d75 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=8879b3720c0d482d8118a0d2e5590b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287800 Sep 13 10:23:59.915754 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-cecd3689-35dd-462a-a8d8-02c2b37c9579 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Sep 13 10:23:59.978043 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:00.014242 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-78f6f75f-4563-460e-a92a-3395b94e95ed service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Sep 13 10:24:01.271100 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-40244c60-e19b-4da9-b81a-f19395110862 req-041846f0-5df3-4e2b-a060-77aab9fe40de tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0319700 Sep 13 10:24:02.220223 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=44,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:02.222046 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=62,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:02.374612 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c2fdc49a-f72a-4684-a2cf-cb9ac66d5945 req-8ad3ca0d-58a5-4230-b34d-1637d2381252 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Sep 13 10:24:02.590561 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51234) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:02.835577 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Deleting port 1445589d-4e9b-4edb-bc73-0c7093ff9b5c {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:02.835831 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:02.913438 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:02.913761 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for floatingip (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:02.926943 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Calling delete_port for 1445589d-4e9b-4edb-bc73-0c7093ff9b5c owned by network:floatingip {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:03.167825 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (1445589d-4e9b-4edb-bc73-0c7093ff9b5c), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:03.190993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event deleted for resources: {'Port': ['ID=1445589d-4e9b-4edb-bc73-0c7093ff9b5c,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:03.258161 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for floatingip (698a9669-2c70-4cf9-b2cf-4e173748da86), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:03.258487 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Floating IP 698a9669-2c70-4cf9-b2cf-4e173748da86 disassociated (deleted). External IP: 172.27.2.11, port: b6ce30f4-9d3d-45cc-8f3c-567181f59486. Sep 13 10:24:03.293689 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:03.446252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:03.490832 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2d6b0808-bb61-4843-8fc5-5f29b7824220 req-162cad49-b394-4025-b518-0f69e4cc1dd9 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0381811 Sep 13 10:24:03.492587 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Router efaaafce-69ba-4680-9004-3de916adf0c1 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:24:03.604157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:24:03.608928 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:03.616332 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] Sync routers for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:24:03.626982 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:24:03.627636 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:03.640273 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-bb01fed8-5635-4cc1-aa43-ca30959737cc tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/698a9669-2c70-4cf9-b2cf-4e173748da86 HTTP/1.1" status: 204 len: 168 time: 1.0486240 Sep 13 10:24:03.641149 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:24:03.643602 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87eb207-6f82-4a95-b1c1-5fe11149fe94" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:24:03.687333 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da7e27-f3c1-4d95-942b-3d5a17f16efd x-openstack-request-id: req-86da7e27-f3c1-4d95-942b-3d5a17f16efd {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:24:03.687627 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:24:03.687884 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86da7e27-f3c1-4d95-942b-3d5a17f16efd {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:24:03.688319 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86da7e27-f3c1-4d95-942b-3d5a17f16efd'] response: {'name': 'network-changed', 'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'status': 'completed', 'code': 200} Sep 13 10:24:03.762352 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:24:04.040562 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:04.066625 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] Checking router: efaaafce-69ba-4680-9004-3de916adf0c1 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:24:04.075068 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:24:04.075698 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:04.178429 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:24:04.232294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9133-8fe8-42ad-a32c-f30d386f8f97 req-b62ea9d9-6fba-4280-88d5-52e3e4c69a9b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:04.234318 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c3a9133-8fe8-42ad-a32c-f30d386f8f97 req-b62ea9d9-6fba-4280-88d5-52e3e4c69a9b tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0507605 Sep 13 10:24:04.283698 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2c3a9133-8fe8-42ad-a32c-f30d386f8f97 req-9b2a8efe-6aa1-45e2-8926-fe8c51d887cf tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Sep 13 10:24:04.368619 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:04.396076 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20ade6-0f85-4ef4-af76-e11a07cdf1f4 None None] The sync data for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi is: [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:18:31Z', 'revision_number': 4, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'fb39cf06-b1c2-469e-bdff-ba9c2c1e9055', 'name': '', 'network_id': '7f63c816-53c2-40cc-b606-323a65ea3386', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'mac_address': 'fa:16:3e:f1:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:29Z', 'updated_at': '2022-09-13T10:18:37Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'subnets': [{'id': 'bb5efaa8-81d8-4f40-a88d-8aed3b331f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:24:04.599726 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ceadaa8a-4a30-407e-927b-a722a6312026 req-7a65517e-e726-40c1-a802-a16f7a69d77d tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0297253 Sep 13 10:24:04.632678 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab1a09-4787-45d2-b098-ae5a695cfa14 None None] New status for floating IP 698a9669-2c70-4cf9-b2cf-4e173748da86: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:24:05.404666 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c5880-bb95-4f1f-9d3e-f296dc1727e1 req-d8b90f80-b78e-45a7-8ae5-2751c211f2bd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:05.406789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a34c5880-bb95-4f1f-9d3e-f296dc1727e1 req-d8b90f80-b78e-45a7-8ae5-2751c211f2bd tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0486815 Sep 13 10:24:05.458419 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a34c5880-bb95-4f1f-9d3e-f296dc1727e1 req-0c4a0024-089a-431b-b6b8-cbee953761e8 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Sep 13 10:24:05.703367 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b2d7551d-804b-4833-a11d-a8787a296b56 req-4816e2d8-7539-40f3-a2f1-f1a11c723e48 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0279331 Sep 13 10:24:06.257590 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-c894cec8-7931-4ed8-bd72-b23fa895a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:06.259109 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-c894cec8-7931-4ed8-bd72-b23fa895a8c8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9ef16a5156d9421e85b4106cce719b4f&device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 1130 time: 0.0408590 Sep 13 10:24:06.355361 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-691fc8e3-7f07-4d36-a3db-d013b85a1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:06.356803 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-691fc8e3-7f07-4d36-a3db-d013b85a1c7e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 200 len: 910 time: 0.0910540 Sep 13 10:24:06.580590 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744fbeb-4ae1-48e4-a574-84d434d01254 req-da169814-2307-4b51-98f0-aa6dc3c78c89 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:06.581951 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d744fbeb-4ae1-48e4-a574-84d434d01254 req-da169814-2307-4b51-98f0-aa6dc3c78c89 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.0472605 Sep 13 10:24:06.630882 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d744fbeb-4ae1-48e4-a574-84d434d01254 req-1c817050-ff3b-4f10-b667-0fef133f7d88 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Sep 13 10:24:06.813971 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1d3cee3d-8bae-4f64-afc3-c8a3f2e19292 req-b3bdcbd3-593e-46d1-b3e3-286d75a99a52 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Sep 13 10:24:07.444195 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-501c2c7f-9d8c-4f05-b596-ccdd1e4bca57 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 200 len: 217 time: 0.0362375 Sep 13 10:24:07.495759 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-54a247b1-d4e5-4b0e-8e96-af03e4e9515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:07.497222 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-54a247b1-d4e5-4b0e-8e96-af03e4e9515d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 200 len: 848 time: 0.0443740 Sep 13 10:24:07.619856 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-50d0e910-ab97-4ad9-b0be-baeeec3b5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:07.622610 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-50d0e910-ab97-4ad9-b0be-baeeec3b5a04 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7f63c816-53c2-40cc-b606-323a65ea3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397210 Sep 13 10:24:07.869909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:07.995739 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-523f3b21-8ffc-4533-82d9-3e2ad59bac4f req-87c47e7c-4ef6-4060-82ee-91ca89218f12 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0642142 Sep 13 10:24:08.054809 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaa6fa-6620-4914-9de2-a421bb323451 req-d3492db2-15c5-4d04-a714-536900440732 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:08.056342 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-91eaa6fa-6620-4914-9de2-a421bb323451 req-d3492db2-15c5-4d04-a714-536900440732 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.1260226 Sep 13 10:24:08.070156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-bba96bf7-2704-4b66-83bd-cd7ae37d2042 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:08.071533 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-bba96bf7-2704-4b66-83bd-cd7ae37d2042 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 946 time: 0.1037371 Sep 13 10:24:08.089574 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-22f33748-48b4-4da0-b98d-0b97994db357 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608243 Sep 13 10:24:08.118354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:08.129699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-91eaa6fa-6620-4914-9de2-a421bb323451 req-e7622c1e-f797-4306-9560-cceb862a6f12 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=9545f971-c49f-477d-8b46-4dcde867f67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654101 Sep 13 10:24:08.326033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:08.393040 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Deleting port b6ce30f4-9d3d-45cc-8f3c-567181f59486 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:08.393379 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:08.400304 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d87eb207-6f82-4a95-b1c1-5fe11149fe94 req-4c063616-db61-4d4c-a9a8-6ea2932c5466 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647818 Sep 13 10:24:08.497574 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] For port b6ce30f4-9d3d-45cc-8f3c-567181f59486, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=b6ce30f4-9d3d-45cc-8f3c-567181f59486,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:08.497952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:08.531436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Calling delete_port for b6ce30f4-9d3d-45cc-8f3c-567181f59486 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:08.671871 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-153d7c52-f592-4b56-a97a-a651aea957a8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:08.673380 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-153d7c52-f592-4b56-a97a-a651aea957a8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "GET /networking/v2.0/networks?id=8d49a057-6bd8-4080-b93e-159c540d819c HTTP/1.1" status: 200 len: 814 time: 0.1780243 Sep 13 10:24:08.688413 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Request body: {'port': {'device_id': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c', 'admin_state_up': True, 'tenant_id': '8879b3720c0d482d8118a0d2e5590b54'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:08.706720 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:08.908425 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (b6ce30f4-9d3d-45cc-8f3c-567181f59486), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:08.937589 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event deleted for resources: {'Port': ['ID=b6ce30f4-9d3d-45cc-8f3c-567181f59486,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:08.940946 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Made reservation on behalf of 8879b3720c0d482d8118a0d2e5590b54 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:24:08.947533 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:09.006229 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] No DVR routers for this DVR port b6ce30f4-9d3d-45cc-8f3c-567181f59486 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:24:09.009878 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:09.013228 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-43e8b3e5-c4c0-49df-a3ba-20491d660676 req-cc35adbf-daf7-43c0-a8ac-dbbd87dd90d0 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.50 "DELETE /networking/v2.0/ports/b6ce30f4-9d3d-45cc-8f3c-567181f59486 HTTP/1.1" status: 204 len: 173 time: 0.7790253 Sep 13 10:24:09.013715 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-deleted', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:24:09.016627 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add8754-f37e-4cbc-832b-a8727e150bc5" -d '{"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-deleted", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:24:09.125812 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fd43c8-c000-4171-908e-45fff1680a29 x-openstack-request-id: req-90fd43c8-c000-4171-908e-45fff1680a29 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:24:09.126149 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e3aa48-e46d-4063-bec2-139465c7b571", "name": "network-vif-deleted", "tag": "b6ce30f4-9d3d-45cc-8f3c-567181f59486", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:24:09.126410 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90fd43c8-c000-4171-908e-45fff1680a29 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:24:09.126819 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fd43c8-c000-4171-908e-45fff1680a29'] response: {'server_uuid': 'c5e3aa48-e46d-4063-bec2-139465c7b571', 'name': 'network-vif-deleted', 'tag': 'b6ce30f4-9d3d-45cc-8f3c-567181f59486', 'status': 'completed', 'code': 200} Sep 13 10:24:09.146702 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa040f84-821f-4604-a3c2-fe482f4e0391 req-196404dd-8171-45e3-b43a-6368b7839ea2 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0589252 Sep 13 10:24:09.196509 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Allocated IP 172.20.0.8 (8d49a057-6bd8-4080-b93e-159c540d819c/94ca5995-26f4-4b49-8150-c8fce913fc2d/ffa69d98-9299-4f8e-9a4f-26e72cddf68d) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:24:09.247669 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e75372e5-91d5-4820-b1ae-2001abf6bac3 req-2fe12d4c-8a91-40f8-ae06-f697c299186a tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 210 time: 0.0335095 Sep 13 10:24:09.257515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:09.380361 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks [] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:09.517055 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:09.571145 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Network 8d49a057-6bd8-4080-b93e-159c540d819c is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:24:09.576267 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:24:09.579187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Pushing event updated for resources: {'Port': ['ID=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:09.581343 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:24:09.628437 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:09.629033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:09.705885 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f9e3a80e-e239-46c8-b3b7-fdd5b94eabfa tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0218246 Sep 13 10:24:09.718180 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Request body: {'port': {'device_id': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:09.779520 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:09.825016 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:10.050417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa69d98-9299-4f8e-9a4f-26e72cddf68d {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:24:10.058493 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Publish callbacks [] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:10.071594 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Transition to ACTIVE for port object ffa69d98-9299-4f8e-9a4f-26e72cddf68d will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:24:10.173237 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:10.286014 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:10.322985 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef95202-f158-49e2-a185-3c275e735fed req-25dea4e8-0e0c-4b94-a2a3-f55ee84f2565 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:10.322985 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6ef95202-f158-49e2-a185-3c275e735fed req-25dea4e8-0e0c-4b94-a2a3-f55ee84f2565 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 943 time: 0.0879087 Sep 13 10:24:10.349425 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Attempting to bind port ffa69d98-9299-4f8e-9a4f-26e72cddf68d on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:24:10.354634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Attempting to bind port ffa69d98-9299-4f8e-9a4f-26e72cddf68d by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:24:10.354634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Attempting to bind port ffa69d98-9299-4f8e-9a4f-26e72cddf68d on network 8d49a057-6bd8-4080-b93e-159c540d819c {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:24:10.413092 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-16e980d8-097f-4808-9bd8-59ac50d789eb req-ff11e572-4c57-4fa9-bbea-370b3f5c3bb7 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c5e3aa48-e46d-4063-bec2-139465c7b571 HTTP/1.1" status: 200 len: 210 time: 0.0654464 Sep 13 10:24:10.434775 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6ef95202-f158-49e2-a185-3c275e735fed req-0ed52687-124d-44ed-a934-f1543af880e7 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046553 Sep 13 10:24:10.440978 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Port ffa69d98-9299-4f8e-9a4f-26e72cddf68d on network 8d49a057-6bd8-4080-b93e-159c540d819c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:24:10.441306 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Attempting to bind port ffa69d98-9299-4f8e-9a4f-26e72cddf68d on network 8d49a057-6bd8-4080-b93e-159c540d819c {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:24:10.496417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:24:10.496753 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Checking segment: {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:24:10.497134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Bound using segment: {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:24:10.497592 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Bound port: ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:24:10.497948 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:10.559416 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] For port ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:24:10.562963 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] For port ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:24:10.567212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:10.654468 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:10.659531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:10.660223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:10.661677 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/ffa69d98-9299-4f8e-9a4f-26e72cddf68d HTTP/1.1" status: 200 len: 1093 time: 0.9476316 Sep 13 10:24:10.707714 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bbaa7-b62a-409f-a736-65d0e3b2eef7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:10.849989 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f61fd620-708a-4bd0-9370-be2e8fc6f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:10.851565 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f61fd620-708a-4bd0-9370-be2e8fc6f661 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=8879b3720c0d482d8118a0d2e5590b54&device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 1127 time: 0.0462899 Sep 13 10:24:10.892299 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-b3210cfc-58c0-4a98-9e12-a2c120595533 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d HTTP/1.1" status: 200 len: 217 time: 0.0327184 Sep 13 10:24:10.944007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-3fe1e72e-6a10-46ff-9de3-945f81d094b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:10.945465 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-3fe1e72e-6a10-46ff-9de3-945f81d094b3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=94ca5995-26f4-4b49-8150-c8fce913fc2d HTTP/1.1" status: 200 len: 854 time: 0.0465164 Sep 13 10:24:10.976773 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-f769bff4-3262-46f2-833e-239b5fef81be service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8d49a057-6bd8-4080-b93e-159c540d819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249293 Sep 13 10:24:11.070433 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-39d64793-f61d-4029-b9b9-a070161fcc01 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873411 Sep 13 10:24:11.127637 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'tag': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:24:11.129852 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d8e8b-fde3-4e24-899d-94a01aaa8328" -d '{"events": [{"name": "network-changed", "server_uuid": "96121874-0b42-44f2-9128-cdfb26ca6fc6", "tag": "ffa69d98-9299-4f8e-9a4f-26e72cddf68d"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:24:11.150058 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:11.169526 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-af5fa519-927a-49b9-92b0-1265ee1e4ed7 req-d1710d22-e9ed-45d2-8f75-2340ba62f82c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928495 Sep 13 10:24:11.172924 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff9552-729d-4e51-96f4-626460b49399 x-openstack-request-id: req-a7ff9552-729d-4e51-96f4-626460b49399 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:24:11.173278 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96121874-0b42-44f2-9128-cdfb26ca6fc6", "tag": "ffa69d98-9299-4f8e-9a4f-26e72cddf68d", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:24:11.173643 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7ff9552-729d-4e51-96f4-626460b49399 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:24:11.174096 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ff9552-729d-4e51-96f4-626460b49399'] response: {'name': 'network-changed', 'server_uuid': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'tag': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d', 'status': 'completed', 'code': 200} Sep 13 10:24:11.496807 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51416) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:11.556596 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group (9545f971-c49f-477d-8b46-4dcde867f67f), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:11.570218 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69329d-97c2-4b02-925b-14bc9c83f46c req-477b308d-1c71-426d-bdb6-7a675bddef06 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:11.571756 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0c69329d-97c2-4b02-925b-14bc9c83f46c req-477b308d-1c71-426d-bdb6-7a675bddef06 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 943 time: 0.0548422 Sep 13 10:24:11.583843 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group (9545f971-c49f-477d-8b46-4dcde867f67f), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:11.624807 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0c69329d-97c2-4b02-925b-14bc9c83f46c req-95533c5c-80bc-4a85-9d23-af79182c2669 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Sep 13 10:24:11.713641 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9545f971-c49f-477d-8b46-4dcde867f67f), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:11.716240 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:11.718182 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9545f971-c49f-477d-8b46-4dcde867f67f HTTP/1.1" status: 204 len: 168 time: 0.2197604 Sep 13 10:24:11.729835 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545f971-c49f-477d-8b46-4dcde867f67f,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:11.740425 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.740773 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.741142 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.746611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17475b8a-f95c-4865-bb3e-f227d3060739 tempest-TestShelveInstance-981353084 tempest-TestShelveInstance-981353084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:11.845284 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51424) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:11.845619 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51426) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:11.986291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1df0b555-be33-45f7-8b8b-74818a8e30ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.069048 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1df0b555-be33-45f7-8b8b-74818a8e30ee admin admin] Publish callbacks [] for security_group (4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.109721 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-8f5e457b-5018-460f-94ae-833b2de88d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:12.111212 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-8f5e457b-5018-460f-94ae-833b2de88d5f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=8879b3720c0d482d8118a0d2e5590b54&device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 1127 time: 0.0515172 Sep 13 10:24:12.138689 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1df0b555-be33-45f7-8b8b-74818a8e30ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.171514 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:12.175257 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:12.180353 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-1df0b555-be33-45f7-8b8b-74818a8e30ee admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=75dba19cd411437a820b2b8c38b7437f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358464 Sep 13 10:24:12.181207 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0b555-be33-45f7-8b8b-74818a8e30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:12.183579 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51434) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:12.194799 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: b6ce30f4-9d3d-45cc-8f3c-567181f59486 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:12.195186 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device b6ce30f4-9d3d-45cc-8f3c-567181f59486 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:12.246620 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb44a9ba-c690-4b47-9e62-52a4aac8eaa9 admin admin] Publish callbacks [] for security_group (4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.268889 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb44a9ba-c690-4b47-9e62-52a4aac8eaa9 admin admin] Publish callbacks [] for security_group (4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.292717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-bcf7cb39-128a-4c1c-b0bb-40d60c1c1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:12.294174 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-bcf7cb39-128a-4c1c-b0bb-40d60c1c1d9c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8d49a057-6bd8-4080-b93e-159c540d819c HTTP/1.1" status: 200 len: 915 time: 0.1468091 Sep 13 10:24:12.351302 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-9027ef63-95cc-4d5c-bffe-7b8e962b3995 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d HTTP/1.1" status: 200 len: 217 time: 0.0378497 Sep 13 10:24:12.443696 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-b1f5d6b9-f4bf-4823-a97c-dc62f054dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:12.445092 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-b1f5d6b9-f4bf-4823-a97c-dc62f054dc94 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=94ca5995-26f4-4b49-8150-c8fce913fc2d HTTP/1.1" status: 200 len: 854 time: 0.0862312 Sep 13 10:24:12.447932 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb44a9ba-c690-4b47-9e62-52a4aac8eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.450688 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-fb44a9ba-c690-4b47-9e62-52a4aac8eaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.452387 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-fb44a9ba-c690-4b47-9e62-52a4aac8eaa9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0 HTTP/1.1" status: 204 len: 168 time: 0.2672832 Sep 13 10:24:12.462190 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44a9ba-c690-4b47-9e62-52a4aac8eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee20c94-dd62-4bc7-9ba1-cc80b49ee3b0,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:12.498261 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-05fea6f4-a4bc-4efe-8128-2d9d9d77205f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8d49a057-6bd8-4080-b93e-159c540d819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467818 Sep 13 10:24:12.517549 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (efaaafce-69ba-4680-9004-3de916adf0c1), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:12.650275 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:12.985234 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-22bee1ba-9416-43ab-8956-c563de992cd4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799447 Sep 13 10:24:13.022069 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a801c65-5b2a-45c4-a52d-01a4ab1cb240 req-5723873d-be27-47ea-9df9-8f6cf4314020 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:13.023538 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1a801c65-5b2a-45c4-a52d-01a4ab1cb240 req-5723873d-be27-47ea-9df9-8f6cf4314020 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 943 time: 0.0988891 Sep 13 10:24:13.093319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51446) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:13.104241 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:13.109691 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ee54-cec9-4e2f-944d-d08d2b99ba8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.167501 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1a801c65-5b2a-45c4-a52d-01a4ab1cb240 req-674825b0-451a-481f-80bc-8a61cb18cb51 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346369 Sep 13 10:24:13.195570 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ee54-cec9-4e2f-944d-d08d2b99ba8c admin admin] Publish callbacks [] for security_group (9fda1dbd-d015-4092-931a-24bfcd2f96c1), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.223030 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a58d8e8b-fde3-4e24-899d-94a01aaa8328 req-137cd35b-b7c6-494b-ac4f-f65e4ec11bd1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071671 Sep 13 10:24:13.258822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Deleting port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:13.259330 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.304855 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ee54-cec9-4e2f-944d-d08d2b99ba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9fda1dbd-d015-4092-931a-24bfcd2f96c1), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.343581 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ee54-cec9-4e2f-944d-d08d2b99ba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda1dbd-d015-4092-931a-24bfcd2f96c1,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:13.345496 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] For port fb39cf06-b1c2-469e-bdff-ba9c2c1e9055, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:13.345861 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.350352 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d9a2ee54-cec9-4e2f-944d-d08d2b99ba8c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=34f215463b8847f1b4c865dc03f0c684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533274 Sep 13 10:24:13.350528 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51448) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:13.360175 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Calling delete_port for fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 owned by network:router_interface {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:13.410510 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-afa98993-d0a4-430e-a415-b03f1d376d38 admin admin] Publish callbacks [] for security_group (9fda1dbd-d015-4092-931a-24bfcd2f96c1), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.430008 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:13.432302 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-afa98993-d0a4-430e-a415-b03f1d376d38 admin admin] Publish callbacks [] for security_group (9fda1dbd-d015-4092-931a-24bfcd2f96c1), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.457521 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:13.616486 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-afa98993-d0a4-430e-a415-b03f1d376d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9fda1dbd-d015-4092-931a-24bfcd2f96c1), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.619008 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-afa98993-d0a4-430e-a415-b03f1d376d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.620275 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-afa98993-d0a4-430e-a415-b03f1d376d38 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9fda1dbd-d015-4092-931a-24bfcd2f96c1 HTTP/1.1" status: 204 len: 168 time: 0.2686884 Sep 13 10:24:13.633161 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa98993-d0a4-430e-a415-b03f1d376d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda1dbd-d015-4092-931a-24bfcd2f96c1,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:13.646085 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (fb39cf06-b1c2-469e-bdff-ba9c2c1e9055), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.650442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:13.674337 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb39cf06-b1c2-469e-bdff-ba9c2c1e9055,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:13.702152 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.706082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.707147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.707147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:13.867999 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (efaaafce-69ba-4680-9004-3de916adf0c1), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:13.993000 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:14.100837 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Router efaaafce-69ba-4680-9004-3de916adf0c1 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:24:14.169325 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device ffa69d98-9299-4f8e-9a4f-26e72cddf68d details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:24:14.210766 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:24:14.216161 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c68ecdb6-bdb6-4bb2-a430-8c7af98fde1e admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/efaaafce-69ba-4680-9004-3de916adf0c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3694975 Sep 13 10:24:14.219127 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51470) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:14.221822 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] Sync routers for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:24:14.239259 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:24:14.241042 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:14.296335 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:14.309477 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d', 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c', 'port_id': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d', 'mac_address': 'fa:16:3e:0e:da:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ca5995-26f4-4b49-8150-c8fce913fc2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:24:14.355660 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port ffa69d98-9299-4f8e-9a4f-26e72cddf68d is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:24:14.356085 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.357646 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:14.363920 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75ca1b-245d-4574-937e-9cfa92137e1e req-e4268ede-bad5-4aac-bfba-1caefc2fbad1 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:14.365647 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa75ca1b-245d-4574-937e-9cfa92137e1e req-e4268ede-bad5-4aac-bfba-1caefc2fbad1 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 943 time: 0.0636327 Sep 13 10:24:14.367103 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks [] for router (efaaafce-69ba-4680-9004-3de916adf0c1), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.375040 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:24:14.398175 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa69d98-9299-4f8e-9a4f-26e72cddf68d {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:24:14.421433 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:14.485220 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:14.501960 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:14.508041 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fa75ca1b-245d-4574-937e-9cfa92137e1e req-7d27ec38-bd6b-49a9-8959-5c20a237d685 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931578 Sep 13 10:24:14.520392 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.537464 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks [] for router_gateway (efaaafce-69ba-4680-9004-3de916adf0c1), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.562027 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:24:13Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:14.579997 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:14.588171 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.588563 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.588988 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.589231 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.589583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.589909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.590364 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.590755 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.591081 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:24:14.595865 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] Checking router: efaaafce-69ba-4680-9004-3de916adf0c1 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:24:14.606029 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] Routers {'efaaafce-69ba-4680-9004-3de916adf0c1'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:24:14.606029 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['efaaafce-69ba-4680-9004-3de916adf0c1'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:14.683478 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Deleting port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:14.687238 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.712763 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] Set router efaaafce-69ba-4680-9004-3de916adf0c1 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:24:14.760382 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['ffa69d98-9299-4f8e-9a4f-26e72cddf68d'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:24:14.771820 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] For port 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:14.772178 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.786781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Calling delete_port for 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:14.794896 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:14.910485 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:24:13Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:14.940569 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbba0db-b106-4dc2-9d1d-7498be79c8b3 None None] The sync data for ids ['efaaafce-69ba-4680-9004-3de916adf0c1'] in dv-cinder-854274-4-iscsi is: [{'id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'name': 'tempest-TestShelveInstance-1682963395-router', 'tenant_id': '9ef16a5156d9421e85b4106cce719b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:24Z', 'updated_at': '2022-09-13T10:24:13Z', 'revision_number': 5, 'project_id': '9ef16a5156d9421e85b4106cce719b4f', 'gw_port': {'id': '7b5a3ae9-2349-4169-8ce5-0004a45ddbd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaafce-69ba-4680-9004-3de916adf0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:25Z', 'updated_at': '2022-09-13T10:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:24:15.093389 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (7b5a3ae9-2349-4169-8ce5-0004a45ddbd3), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.119614 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5a3ae9-2349-4169-8ce5-0004a45ddbd3,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:15.182745 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (efaaafce-69ba-4680-9004-3de916adf0c1), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.274914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (efaaafce-69ba-4680-9004-3de916adf0c1), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.277437 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks [] for router_controller (efaaafce-69ba-4680-9004-3de916adf0c1), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.415953 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:15.437500 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:15.437767 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device fb39cf06-b1c2-469e-bdff-ba9c2c1e9055 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:15.453498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (efaaafce-69ba-4680-9004-3de916adf0c1), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.454363 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaaafce-69ba-4680-9004-3de916adf0c1 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:24:15.465370 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.465370 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-675e8983-e789-465e-a6e8-4874b5773a4a admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/efaaafce-69ba-4680-9004-3de916adf0c1 HTTP/1.1" status: 204 len: 168 time: 1.2443192 Sep 13 10:24:15.467131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51494) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:15.497343 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:15.521079 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Deleting subnet bb5efaa8-81d8-4f40-a88d-8aed3b331f7b {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:24:15.524506 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Publish callbacks [] for subnet (bb5efaa8-81d8-4f40-a88d-8aed3b331f7b), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.562131 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (bb5efaa8-81d8-4f40-a88d-8aed3b331f7b), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.677807 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1c2a-e87f-41e8-8495-f614b2b1d9bb req-d913229d-c48c-4936-b45a-0a0c2d799ee9 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:15.679316 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677e1c2a-e87f-41e8-8495-f614b2b1d9bb req-d913229d-c48c-4936-b45a-0a0c2d799ee9 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 944 time: 0.0901530 Sep 13 10:24:15.729515 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (bb5efaa8-81d8-4f40-a88d-8aed3b331f7b), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.791547 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677e1c2a-e87f-41e8-8495-f614b2b1d9bb req-a62dfc89-d633-454c-a906-4a872010a539 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038926 Sep 13 10:24:15.905161 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (bb5efaa8-81d8-4f40-a88d-8aed3b331f7b), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.943651 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5efaa8-81d8-4f40-a88d-8aed3b331f7b,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:15.947788 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:15.951115 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-dca24eb1-42be-40ed-b362-4d8f04b09d7e admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/bb5efaa8-81d8-4f40-a88d-8aed3b331f7b HTTP/1.1" status: 204 len: 168 time: 0.4828064 Sep 13 10:24:15.953679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51514) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:15.958026 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27d40c-4eff-4835-9e65-33359de50cdb None None] Network 7f63c816-53c2-40cc-b606-323a65ea3386 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:24:16.006334 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:16.037354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (7f63c816-53c2-40cc-b606-323a65ea3386), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.091497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Deleting port 0ac7c829-6571-4c34-abda-8d36b3fbefbc {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:16.092164 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.143675 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] DHCP port deletion for 7f63c816-53c2-40cc-b606-323a65ea3386 request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:24:16.181077 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] For port 0ac7c829-6571-4c34-abda-8d36b3fbefbc, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ac7c829-6571-4c34-abda-8d36b3fbefbc,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:16.181556 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.187730 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] Deleting port 0ac7c829-6571-4c34-abda-8d36b3fbefbc {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:16.188111 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.195345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Calling delete_port for 0ac7c829-6571-4c34-abda-8d36b3fbefbc owned by network:dhcp {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:16.203932 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device ffa69d98-9299-4f8e-9a4f-26e72cddf68d up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:24:16.284526 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:16.291189 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] For port 0ac7c829-6571-4c34-abda-8d36b3fbefbc, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ac7c829-6571-4c34-abda-8d36b3fbefbc,segment=NetworkSegment(3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1),segment_id=3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:16.291604 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.310215 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] Calling delete_port for 0ac7c829-6571-4c34-abda-8d36b3fbefbc owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:16.322789 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port ffa69d98-9299-4f8e-9a4f-26e72cddf68d completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:24:16.374278 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:16.424932 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.432481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (0ac7c829-6571-4c34-abda-8d36b3fbefbc), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.458077 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac7c829-6571-4c34-abda-8d36b3fbefbc,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:16.461610 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] No DVR routers for this DVR port 0ac7c829-6571-4c34-abda-8d36b3fbefbc on host dv-cinder-854274-4-iscsi {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:24:16.474351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] Pushing event deleted for resources: {'Port': ['ID=0ac7c829-6571-4c34-abda-8d36b3fbefbc,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:16.477507 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port ffa69d98-9299-4f8e-9a4f-26e72cddf68d triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:24:16.477892 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.482630 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8dbed9-39c2-4b60-8416-6de00013bb6a None None] No DVR routers for this DVR port 0ac7c829-6571-4c34-abda-8d36b3fbefbc on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:24:16.544555 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (7f63c816-53c2-40cc-b606-323a65ea3386), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.565476 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f63c816-53c2-40cc-b606-323a65ea3386']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:16.565972 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port ffa69d98-9299-4f8e-9a4f-26e72cddf68d is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:24:16.566370 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.574733 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:16.575022 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:16.585391 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.591431 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:24:16.593975 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b576c5-ac45-4022-896d-5e18ec611114" -d '{"events": [{"server_uuid": "96121874-0b42-44f2-9128-cdfb26ca6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "ffa69d98-9299-4f8e-9a4f-26e72cddf68d"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:24:16.599964 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.606863 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:16.614097 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:24:16.614097 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.634317 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fc7c40-6562-4bbd-b760-f52b50c15d4c x-openstack-request-id: req-83fc7c40-6562-4bbd-b760-f52b50c15d4c {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:24:16.634612 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96121874-0b42-44f2-9128-cdfb26ca6fc6", "name": "network-vif-plugged", "status": "completed", "tag": "ffa69d98-9299-4f8e-9a4f-26e72cddf68d", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:24:16.634866 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83fc7c40-6562-4bbd-b760-f52b50c15d4c {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:24:16.635332 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fc7c40-6562-4bbd-b760-f52b50c15d4c'] response: {'server_uuid': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d', 'code': 200} Sep 13 10:24:16.654653 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1 resource provider aggregate not found Sep 13 10:24:16.675156 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ceaa2e0-14ff-42e6-9f14-8613b0dc1ca1 found for delete ", "request_id": "req-3db6c1d3-9844-42d5-a577-35c1ab6ddf2f"}]} Sep 13 10:24:16.698707 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.750593 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:16.756467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (7f63c816-53c2-40cc-b606-323a65ea3386), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.762091 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:16.765493 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7f63c816-53c2-40cc-b606-323a65ea3386 HTTP/1.1" status: 204 len: 168 time: 0.8103745 Sep 13 10:24:16.768424 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51530) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:16.777388 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e6b12-612b-4966-9361-ed1cd3aa16a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f63c816-53c2-40cc-b606-323a65ea3386,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:16.929955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6ea4f-aae7-4d1b-b499-8997c2acb1d5 req-38eace7e-a041-4881-8fc0-2d95b0ed0924 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:16.931482 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18e6ea4f-aae7-4d1b-b499-8997c2acb1d5 req-38eace7e-a041-4881-8fc0-2d95b0ed0924 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0584457 Sep 13 10:24:16.963383 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:17.025429 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b9b9f-2883-424a-8edf-40cef2f8e02e req-3643e2bd-96ae-4878-a95c-daba46901fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:17.027256 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677b9b9f-2883-424a-8edf-40cef2f8e02e req-3643e2bd-96ae-4878-a95c-daba46901fca service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0731533 Sep 13 10:24:17.032181 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18e6ea4f-aae7-4d1b-b499-8997c2acb1d5 req-c177dbe0-6e68-4c13-a449-1eb0c169c110 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944729 Sep 13 10:24:17.112334 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677b9b9f-2883-424a-8edf-40cef2f8e02e req-689116bf-8e6a-4b64-9d2a-185c6f47a7db service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777085 Sep 13 10:24:17.123198 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:17.144886 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:17.145329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 7b5a3ae9-2349-4169-8ce5-0004a45ddbd3 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:17.145812 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ac7c829-6571-4c34-abda-8d36b3fbefbc no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:17.165979 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (cb4d04ac-2996-4826-818b-aa03e534b704), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:17.167599 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 0ac7c829-6571-4c34-abda-8d36b3fbefbc {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:17.168243 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ac7c829-6571-4c34-abda-8d36b3fbefbc not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:17.387358 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Deleting port 33b1c2de-bbc6-4afe-8340-1bb428504758 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:17.387705 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:17.470979 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] For port 33b1c2de-bbc6-4afe-8340-1bb428504758, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=33b1c2de-bbc6-4afe-8340-1bb428504758,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:17.471374 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:17.484475 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Calling delete_port for 33b1c2de-bbc6-4afe-8340-1bb428504758 owned by network:router_interface {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:17.604984 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:17.647546 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:17.744481 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (33b1c2de-bbc6-4afe-8340-1bb428504758), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:17.771809 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b1c2de-bbc6-4afe-8340-1bb428504758,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:17.937327 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (cb4d04ac-2996-4826-818b-aa03e534b704), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:18.156418 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Router cb4d04ac-2996-4826-818b-aa03e534b704 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:24:18.197371 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f67f1-3f5e-4711-9eac-8509be93366c req-f00945f9-56d8-4ebb-98f4-0046fa9ee7fb tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:18.198858 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4b0f67f1-3f5e-4711-9eac-8509be93366c req-f00945f9-56d8-4ebb-98f4-0046fa9ee7fb tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0524919 Sep 13 10:24:18.253010 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4b0f67f1-3f5e-4711-9eac-8509be93366c req-690cc21e-0b10-4b0d-baf3-9334ef0f1bb0 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Sep 13 10:24:18.285982 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:24:18.296824 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-79543077-fccc-4e08-a33f-d508484b3a78 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/cb4d04ac-2996-4826-818b-aa03e534b704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5216513 Sep 13 10:24:18.296824 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51560) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:18.299642 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae469080-107d-4199-80c6-a61257973a8c None None] Sync routers for ids ['cb4d04ac-2996-4826-818b-aa03e534b704'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:24:18.310278 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] Routers {'cb4d04ac-2996-4826-818b-aa03e534b704'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:24:18.310920 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['cb4d04ac-2996-4826-818b-aa03e534b704'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:18.400458 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks [] for router (cb4d04ac-2996-4826-818b-aa03e534b704), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:18.416083 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] Set router cb4d04ac-2996-4826-818b-aa03e534b704 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:24:18.511059 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks [] for router_gateway (cb4d04ac-2996-4826-818b-aa03e534b704), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:18.606100 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:24:17Z', 'revision_number': 5, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port': {'id': '0f9b22ef-0230-4158-b87e-1d39213e2295', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:18:36Z', 'updated_at': '2022-09-13T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:18.634410 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae469080-107d-4199-80c6-a61257973a8c None None] Checking router: cb4d04ac-2996-4826-818b-aa03e534b704 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:24:18.640680 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Deleting port 0f9b22ef-0230-4158-b87e-1d39213e2295 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:18.641021 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:18.644392 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] Routers {'cb4d04ac-2996-4826-818b-aa03e534b704'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:24:18.645058 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:23:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['cb4d04ac-2996-4826-818b-aa03e534b704'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:18.697750 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:18.735025 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] For port 0f9b22ef-0230-4158-b87e-1d39213e2295, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0f9b22ef-0230-4158-b87e-1d39213e2295,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:18.735692 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:18.737712 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] Set router cb4d04ac-2996-4826-818b-aa03e534b704 gateway port host: None {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:24:18.749109 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Calling delete_port for 0f9b22ef-0230-4158-b87e-1d39213e2295 owned by network:router_gateway {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:18.789876 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-ae469080-107d-4199-80c6-a61257973a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:24:18Z', 'revision_number': 6, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:18.791717 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=100 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:18.814901 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae469080-107d-4199-80c6-a61257973a8c None None] The sync data for ids ['cb4d04ac-2996-4826-818b-aa03e534b704'] in dv-cinder-854274-4-iscsi is: [{'id': 'cb4d04ac-2996-4826-818b-aa03e534b704', 'name': 'tempest-TestShelveInstance-2134328326-router', 'tenant_id': '231c305c10ea46008717a137a8543f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:18:35Z', 'updated_at': '2022-09-13T10:24:18Z', 'revision_number': 6, 'project_id': '231c305c10ea46008717a137a8543f89', 'gw_port_host': None}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:24:18.996209 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (0f9b22ef-0230-4158-b87e-1d39213e2295), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.022428 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9b22ef-0230-4158-b87e-1d39213e2295,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:19.084768 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (cb4d04ac-2996-4826-818b-aa03e534b704), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.180338 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (cb4d04ac-2996-4826-818b-aa03e534b704), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.184019 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks [] for router_controller (cb4d04ac-2996-4826-818b-aa03e534b704), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.211797 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:24:19.316421 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (cb4d04ac-2996-4826-818b-aa03e534b704), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.317911 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4d04ac-2996-4826-818b-aa03e534b704 {{(pid=106770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:24:19.327790 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.327790 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-0f66fa5e-4e93-40d4-8bea-4479287226de admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/cb4d04ac-2996-4826-818b-aa03e534b704 HTTP/1.1" status: 204 len: 168 time: 1.0308855 Sep 13 10:24:19.329652 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51574) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:19.393152 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Deleting subnet 3d4592d2-7297-4eed-8837-4e6a4d78e0f1 {{(pid=106770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:24:19.404063 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Publish callbacks [] for subnet (3d4592d2-7297-4eed-8837-4e6a4d78e0f1), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.405147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aed359-813b-4ffd-87de-eafc385c6ded req-f926c7ad-730b-483f-bbd2-18c6c22da342 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:19.407428 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-08aed359-813b-4ffd-87de-eafc385c6ded req-f926c7ad-730b-483f-bbd2-18c6c22da342 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0664823 Sep 13 10:24:19.442646 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2917453'] for subnet (3d4592d2-7297-4eed-8837-4e6a4d78e0f1), precommit_delete_associations {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.456783 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-08aed359-813b-4ffd-87de-eafc385c6ded req-423c6761-436a-49be-9df6-7526d786ad32 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Sep 13 10:24:19.543944 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (3d4592d2-7297-4eed-8837-4e6a4d78e0f1), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.594946 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 33b1c2de-bbc6-4afe-8340-1bb428504758 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:19.618253 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 33b1c2de-bbc6-4afe-8340-1bb428504758 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:19.618734 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 33b1c2de-bbc6-4afe-8340-1bb428504758 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:19.664954 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2203685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3837584'] for subnet (3d4592d2-7297-4eed-8837-4e6a4d78e0f1), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.693751 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4592d2-7297-4eed-8837-4e6a4d78e0f1,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:19.697398 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.700551 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-53c5d0cf-9b25-4c5a-841b-cbfead600d05 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3d4592d2-7297-4eed-8837-4e6a4d78e0f1 HTTP/1.1" status: 204 len: 168 time: 0.3698983 Sep 13 10:24:19.703449 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51616) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:19.708749 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da10c9a-d873-4169-87c5-2fbc3d9b4365 None None] Network 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:24:19.725147 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:19.794917 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.845912 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Deleting port 569c0a59-f8dc-4c58-bf64-54d31922b108 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:19.847749 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.888156 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] DHCP port deletion for 3c87079d-70f5-493c-b7ec-c8a7b7f04ffc request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:24:19.893205 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:19.926667 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] For port 569c0a59-f8dc-4c58-bf64-54d31922b108, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=569c0a59-f8dc-4c58-bf64-54d31922b108,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:19.927033 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:19.947046 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Calling delete_port for 569c0a59-f8dc-4c58-bf64-54d31922b108 owned by network:dhcp {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:20.069833 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] Deleting port 569c0a59-f8dc-4c58-bf64-54d31922b108 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:24:20.070211 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.138053 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] For port 569c0a59-f8dc-4c58-bf64-54d31922b108, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=569c0a59-f8dc-4c58-bf64-54d31922b108,segment=NetworkSegment(2f0356d1-63b8-4eb4-8649-8966ccfa1dfd),segment_id=2f0356d1-63b8-4eb4-8649-8966ccfa1dfd)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:20.138349 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.156976 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] Calling delete_port for 569c0a59-f8dc-4c58-bf64-54d31922b108 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:24:20.261437 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:20.367423 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.377430 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (569c0a59-f8dc-4c58-bf64-54d31922b108), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.409625 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] Pushing event deleted for resources: {'Port': ['ID=569c0a59-f8dc-4c58-bf64-54d31922b108,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:20.410421 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=569c0a59-f8dc-4c58-bf64-54d31922b108,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:20.413932 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] No DVR routers for this DVR port 569c0a59-f8dc-4c58-bf64-54d31922b108 on host dv-cinder-854274-4-iscsi {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:24:20.422494 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2c76f-44fe-43bb-8372-53b8b926c813 None None] No DVR routers for this DVR port 569c0a59-f8dc-4c58-bf64-54d31922b108 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:24:20.492801 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.513252 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c87079d-70f5-493c-b7ec-c8a7b7f04ffc']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:20.522477 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:20.522778 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0356d1-63b8-4eb4-8649-8966ccfa1dfd') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:24:20.532729 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (2f0356d1-63b8-4eb4-8649-8966ccfa1dfd), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.547468 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (2f0356d1-63b8-4eb4-8649-8966ccfa1dfd), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.554293 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Releasing vlan 485 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:24:20.554671 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (2f0356d1-63b8-4eb4-8649-8966ccfa1dfd), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.596531 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 2f0356d1-63b8-4eb4-8649-8966ccfa1dfd resource provider aggregate not found Sep 13 10:24:20.619106 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 2f0356d1-63b8-4eb4-8649-8966ccfa1dfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f0356d1-63b8-4eb4-8649-8966ccfa1dfd found for delete ", "request_id": "req-8f19b62a-7eae-4809-8013-27ed439aa798"}]} Sep 13 10:24:20.692116 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (3c87079d-70f5-493c-b7ec-c8a7b7f04ffc), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.693466 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:20.696660 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/3c87079d-70f5-493c-b7ec-c8a7b7f04ffc HTTP/1.1" status: 204 len: 168 time: 0.9920733 Sep 13 10:24:20.709919 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4af54-621c-47c8-87d4-f9126b8e74c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c87079d-70f5-493c-b7ec-c8a7b7f04ffc,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:20.813522 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-11696648-8de0-4f86-a342-9f39d19bad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:21.066149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 569c0a59-f8dc-4c58-bf64-54d31922b108 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:21.090450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 569c0a59-f8dc-4c58-bf64-54d31922b108 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:21.090834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 569c0a59-f8dc-4c58-bf64-54d31922b108 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:21.091306 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0f9b22ef-0230-4158-b87e-1d39213e2295 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:24:21.113242 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 0f9b22ef-0230-4158-b87e-1d39213e2295 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:24:21.113599 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0f9b22ef-0230-4158-b87e-1d39213e2295 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:24:21.122226 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51668) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:21.173279 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51674) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:21.173842 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-b7d15f0c-74d3-4921-94cc-d5c36eb18f17 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9ef16a5156d9421e85b4106cce719b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499966 Sep 13 10:24:21.227324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c649c49c-fa0d-4e69-a571-01c16793c5a3 admin admin] Publish callbacks [] for security_group (95720abc-0505-4fd1-87a6-aaf9dee90202), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:21.254186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c649c49c-fa0d-4e69-a571-01c16793c5a3 admin admin] Publish callbacks [] for security_group (95720abc-0505-4fd1-87a6-aaf9dee90202), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:21.445371 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c649c49c-fa0d-4e69-a571-01c16793c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (95720abc-0505-4fd1-87a6-aaf9dee90202), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:21.447965 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c649c49c-fa0d-4e69-a571-01c16793c5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:21.449148 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c649c49c-fa0d-4e69-a571-01c16793c5a3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/95720abc-0505-4fd1-87a6-aaf9dee90202 HTTP/1.1" status: 204 len: 168 time: 0.2748137 Sep 13 10:24:21.457735 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649c49c-fa0d-4e69-a571-01c16793c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95720abc-0505-4fd1-87a6-aaf9dee90202,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:22.186356 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51702) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:22.209081 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:22.218269 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51704) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:22.232436 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d46f046e-6f6f-4fe1-97ad-3235fedf154c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=231c305c10ea46008717a137a8543f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446987 Sep 13 10:24:22.240478 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51708) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:22.293519 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8894174c-d1d9-4df9-9e79-6fb12c7f61e6 admin admin] Publish callbacks [] for security_group (e4a6b722-8c23-4174-b7ac-217fbdb0e9b1), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.316917 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8894174c-d1d9-4df9-9e79-6fb12c7f61e6 admin admin] Publish callbacks [] for security_group (e4a6b722-8c23-4174-b7ac-217fbdb0e9b1), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.413695 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-84fa2950-fb9c-4138-81cc-f398c1763d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.491481 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-84fa2950-fb9c-4138-81cc-f398c1763d8b admin admin] Publish callbacks [] for security_group (a4f29a04-375d-4d3a-83d5-54643fe55944), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.508007 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8894174c-d1d9-4df9-9e79-6fb12c7f61e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (e4a6b722-8c23-4174-b7ac-217fbdb0e9b1), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.510497 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-8894174c-d1d9-4df9-9e79-6fb12c7f61e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.511783 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-8894174c-d1d9-4df9-9e79-6fb12c7f61e6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e4a6b722-8c23-4174-b7ac-217fbdb0e9b1 HTTP/1.1" status: 204 len: 168 time: 0.2702699 Sep 13 10:24:22.524207 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894174c-d1d9-4df9-9e79-6fb12c7f61e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a6b722-8c23-4174-b7ac-217fbdb0e9b1,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:22.605416 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-84fa2950-fb9c-4138-81cc-f398c1763d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a4f29a04-375d-4d3a-83d5-54643fe55944), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.623928 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:22.653650 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-84fa2950-fb9c-4138-81cc-f398c1763d8b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2e11fa99b40649c68550a1f6093cb5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342575 Sep 13 10:24:22.654361 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa2950-fb9c-4138-81cc-f398c1763d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f29a04-375d-4d3a-83d5-54643fe55944,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:22.656398 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51714) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:22.712289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0208dc2e-c0e7-422d-9755-144de65d7a2f admin admin] Publish callbacks [] for security_group (a4f29a04-375d-4d3a-83d5-54643fe55944), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.734250 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0208dc2e-c0e7-422d-9755-144de65d7a2f admin admin] Publish callbacks [] for security_group (a4f29a04-375d-4d3a-83d5-54643fe55944), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.862888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0208dc2e-c0e7-422d-9755-144de65d7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a4f29a04-375d-4d3a-83d5-54643fe55944), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.865918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0208dc2e-c0e7-422d-9755-144de65d7a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:22.867157 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-0208dc2e-c0e7-422d-9755-144de65d7a2f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a4f29a04-375d-4d3a-83d5-54643fe55944 HTTP/1.1" status: 204 len: 168 time: 0.2095366 Sep 13 10:24:22.878758 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208dc2e-c0e7-422d-9755-144de65d7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f29a04-375d-4d3a-83d5-54643fe55944,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:23.235816 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-785d9fe4-ad6a-437e-9f61-4a1cef185478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:23.581634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51724) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:23.598166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-62218c0c-92a8-43bf-8285-b4e8613f4423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:23.674272 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-62218c0c-92a8-43bf-8285-b4e8613f4423 admin admin] Publish callbacks [] for security_group (2c9a3cdb-95f6-41af-81a6-07a32cc7b368), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:23.744568 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-62218c0c-92a8-43bf-8285-b4e8613f4423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (2c9a3cdb-95f6-41af-81a6-07a32cc7b368), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:23.787068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62218c0c-92a8-43bf-8285-b4e8613f4423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a3cdb-95f6-41af-81a6-07a32cc7b368,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:23.791389 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-62218c0c-92a8-43bf-8285-b4e8613f4423 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8eaca2ad205148b8a465517bb40f7232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087240 Sep 13 10:24:23.794289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51728) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:23.845583 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4975ceda-ce18-46bb-831b-4a40782ceffd admin admin] Publish callbacks [] for security_group (2c9a3cdb-95f6-41af-81a6-07a32cc7b368), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:23.866078 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4975ceda-ce18-46bb-831b-4a40782ceffd admin admin] Publish callbacks [] for security_group (2c9a3cdb-95f6-41af-81a6-07a32cc7b368), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:23.873521 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:24.017186 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4975ceda-ce18-46bb-831b-4a40782ceffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (2c9a3cdb-95f6-41af-81a6-07a32cc7b368), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:24.019801 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-4975ceda-ce18-46bb-831b-4a40782ceffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:24.020954 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-4975ceda-ce18-46bb-831b-4a40782ceffd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2c9a3cdb-95f6-41af-81a6-07a32cc7b368 HTTP/1.1" status: 204 len: 168 time: 0.2260132 Sep 13 10:24:24.030285 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975ceda-ce18-46bb-831b-4a40782ceffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a3cdb-95f6-41af-81a6-07a32cc7b368,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:24.320507 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:24.466779 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:24.910514 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=15 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:25.876414 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:25.944124 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:28.563910 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51818) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:28.669104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-df936ac5-dbcf-470d-ab1d-4ac886454282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:28.747104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-df936ac5-dbcf-470d-ab1d-4ac886454282 admin admin] Publish callbacks [] for security_group (8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:28.812577 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-df936ac5-dbcf-470d-ab1d-4ac886454282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:28.853659 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-df936ac5-dbcf-470d-ab1d-4ac886454282 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1572eb2ef4cb4415aa5451a08e593b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886114 Sep 13 10:24:28.854536 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936ac5-dbcf-470d-ab1d-4ac886454282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:28.856384 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51824) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:28.912982 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1daa732d-1f34-4622-8e69-b51f649f6ef5 admin admin] Publish callbacks [] for security_group (8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:28.933817 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1daa732d-1f34-4622-8e69-b51f649f6ef5 admin admin] Publish callbacks [] for security_group (8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.058212 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1daa732d-1f34-4622-8e69-b51f649f6ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.060907 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1daa732d-1f34-4622-8e69-b51f649f6ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.062140 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-1daa732d-1f34-4622-8e69-b51f649f6ef5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4 HTTP/1.1" status: 204 len: 168 time: 0.2041473 Sep 13 10:24:29.071459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa732d-1f34-4622-8e69-b51f649f6ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0dd9dd-8344-498d-8bb7-ae1ee66c1ca4,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:29.211700 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=71 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:29.645588 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 51834) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:29.660216 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3655c44f-2cb1-48bb-9d58-164c299c8b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.735625 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3655c44f-2cb1-48bb-9d58-164c299c8b73 admin admin] Publish callbacks [] for security_group (5716615f-3078-45cf-8caa-85e2551aa3bd), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.827465 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3655c44f-2cb1-48bb-9d58-164c299c8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5716615f-3078-45cf-8caa-85e2551aa3bd), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.867784 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3655c44f-2cb1-48bb-9d58-164c299c8b73 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5747730dcb9b4593985d9a33db2f4ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210314 Sep 13 10:24:29.869012 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655c44f-2cb1-48bb-9d58-164c299c8b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5716615f-3078-45cf-8caa-85e2551aa3bd,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:29.870503 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 51838) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:29.920900 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-acec4c2c-13c5-418d-952b-44c4444344b5 admin admin] Publish callbacks [] for security_group (5716615f-3078-45cf-8caa-85e2551aa3bd), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.942003 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-acec4c2c-13c5-418d-952b-44c4444344b5 admin admin] Publish callbacks [] for security_group (5716615f-3078-45cf-8caa-85e2551aa3bd), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:29.963738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:30.090459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-acec4c2c-13c5-418d-952b-44c4444344b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (5716615f-3078-45cf-8caa-85e2551aa3bd), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:30.093057 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-acec4c2c-13c5-418d-952b-44c4444344b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:30.094226 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-acec4c2c-13c5-418d-952b-44c4444344b5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5716615f-3078-45cf-8caa-85e2551aa3bd HTTP/1.1" status: 204 len: 168 time: 0.2226255 Sep 13 10:24:30.105964 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec4c2c-13c5-418d-952b-44c4444344b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5716615f-3078-45cf-8caa-85e2551aa3bd,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:35.866666 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:36.685206 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-52b435ee-7525-495a-bbd7-39e1aa34208f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1867770006&fields=id&tenant_id=7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 267 time: 0.0449853 Sep 13 10:24:36.799775 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-cfbf7da7-4092-48d9-b7d0-6d477d212aab tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:36.801253 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-cfbf7da7-4092-48d9-b7d0-6d477d212aab tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 812 time: 0.1093533 Sep 13 10:24:36.818069 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-512d1e72-587a-44cb-b32d-02dd21c4c548 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/quotas/7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 375 time: 0.0101297 Sep 13 10:24:36.872002 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-5f8c14de-e041-4f3f-b55f-6c6891e7e738 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485620 Sep 13 10:24:36.972800 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-5b82da93-d6b7-4388-918e-47efc6b6e33a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888746 Sep 13 10:24:37.071078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-88f83c77-e638-4a8d-a85c-a3c8049121e0 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925908 Sep 13 10:24:37.667397 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-33afe071-041f-4650-96fc-933087e12ad1 req-b45be5cc-4eb4-4280-a9f9-ffe410e559a8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 210 time: 0.0302153 Sep 13 10:24:38.773284 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3a55c625-ecc8-4f9e-9663-6447eeb0c2b3 req-fc2874ef-34f3-46ac-8854-a3651b27fda5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 210 time: 0.0289004 Sep 13 10:24:39.857827 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=13 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:39.864999 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=34,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:40.115909 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:40.207509 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3f68ec35-ab0c-4b2e-b4e8-6bb63c07a43a req-291a5ad2-3ab2-42f9-bab2-30120b29c241 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 210 time: 0.3514884 Sep 13 10:24:40.268207 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-f13d6a6a-fdd9-4043-83fe-6c8a02f6894c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:40.269721 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-f13d6a6a-fdd9-4043-83fe-6c8a02f6894c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 812 time: 0.4148786 Sep 13 10:24:40.336246 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-b804a2a0-8581-47a7-bd96-6eb4873ef742 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7cc199dd87e24511a8d267603b571456 HTTP/1.1" status: 200 len: 380 time: 0.0573454 Sep 13 10:24:40.344947 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'port': {'device_id': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'admin_state_up': True, 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'security_groups': ['4440e9b3-268a-4caa-8083-f99e6335e9e6']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:40.361763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:40.553455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Made reservation on behalf of 7cc199dd87e24511a8d267603b571456 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:24:40.557509 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:40.616794 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:40.685494 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Allocated IP 172.20.0.3 (efbc911f-ad2a-4c68-952b-f6a00ba8476f/ff8acb0c-0671-4fe0-897d-1170b17faad8/bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:24:40.828339 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:40.929256 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.005563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:24:41.008941 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:24:41.013028 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:24:41.039975 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:41.066175 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:41.066789 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.186968 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-748d5274-5531-4635-83bd-1b63df3d6dcd tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453846 Sep 13 10:24:41.198870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Request body: {'port': {'device_id': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:41.216293 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fadee37d-6a23-4b6e-9e00-77b74187bd78 None None] Provisioning complete for port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:24:41.216855 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fadee37d-6a23-4b6e-9e00-77b74187bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.255715 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fadee37d-6a23-4b6e-9e00-77b74187bd78 None None] Port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:24:41.262430 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:41.274914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.416864 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326298a-57c7-43ee-b46a-626fd837b015 req-93c6c647-f011-41ae-89d8-e0215d5319ff tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:41.418389 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c326298a-57c7-43ee-b46a-626fd837b015 req-93c6c647-f011-41ae-89d8-e0215d5319ff tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 931 time: 0.1047900 Sep 13 10:24:41.528841 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c326298a-57c7-43ee-b46a-626fd837b015 req-ee24575a-3397-4631-a1d7-9d2d78b1ae1c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046007 Sep 13 10:24:41.624700 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:24:41.632790 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Publish callbacks [] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.636174 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:41.646013 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Transition to ACTIVE for port object bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:24:41.715264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.802439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:41.829621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Attempting to bind port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:24:41.829952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Attempting to bind port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:24:41.830279 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Attempting to bind port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:24:41.871979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:24:41.872298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Attempting to bind port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 on network efbc911f-ad2a-4c68-952b-f6a00ba8476f {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:24:41.917540 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:24:41.918067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Checking segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:24:41.918218 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Bound using segment: {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:24:41.918685 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Bound port: bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db042f1-6a04-4516-b2fe-fd62ec95b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:24:41.919038 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:41.985557 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] For port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:24:41.988700 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] For port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:24:42.067998 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:42.072402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:42.073007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:42.074423 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 HTTP/1.1" status: 200 len: 1093 time: 0.8796194 Sep 13 10:24:42.074912 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:24:42.077295 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b346585-effe-4714-8ce2-1f3b8153681a" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:24:42.119577 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b90f6-5d8d-4743-b3d1-c9b05ce83cbc x-openstack-request-id: req-200b90f6-5d8d-4743-b3d1-c9b05ce83cbc {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:24:42.119887 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:24:42.120145 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-200b90f6-5d8d-4743-b3d1-c9b05ce83cbc {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:24:42.120560 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200b90f6-5d8d-4743-b3d1-c9b05ce83cbc'] response: {'name': 'network-changed', 'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'status': 'completed', 'code': 200} Sep 13 10:24:42.131901 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1402-be5d-4a95-9155-b3c8603e3c6c service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:42.654294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b1e4d-dd71-4540-ac04-32c04e4da1d9 req-d7c062fb-f84a-4914-b6f3-b7d5606b1c46 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:42.655788 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-434b1e4d-dd71-4540-ac04-32c04e4da1d9 req-d7c062fb-f84a-4914-b6f3-b7d5606b1c46 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0495090 Sep 13 10:24:42.699465 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:42.704382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-434b1e4d-dd71-4540-ac04-32c04e4da1d9 req-f08f2020-d68b-4b9a-ab27-1b10eee144ca tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Sep 13 10:24:43.826852 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135baa-629e-4bd2-9f5d-23dab2334944 req-af730431-6902-4ec3-8f53-87c9f3cb89b2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:43.828336 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-06135baa-629e-4bd2-9f5d-23dab2334944 req-af730431-6902-4ec3-8f53-87c9f3cb89b2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0493219 Sep 13 10:24:43.880408 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-06135baa-629e-4bd2-9f5d-23dab2334944 req-faa87f20-bcda-45a0-8d76-5dce89d073ed tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459828 Sep 13 10:24:44.741583 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:44.819851 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346585-effe-4714-8ce2-1f3b8153681a req-e38915b2-9a30-4e7e-a1e0-629e6a806643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:44.821484 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b346585-effe-4714-8ce2-1f3b8153681a req-e38915b2-9a30-4e7e-a1e0-629e6a806643 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 1127 time: 0.0408635 Sep 13 10:24:45.004775 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93518dd-b35c-47ad-be8f-6b9fc035f7f4 req-f53922b3-2ed7-493f-9f8e-e39174bbdb13 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:45.006127 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a93518dd-b35c-47ad-be8f-6b9fc035f7f4 req-f53922b3-2ed7-493f-9f8e-e39174bbdb13 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0464592 Sep 13 10:24:45.057676 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a93518dd-b35c-47ad-be8f-6b9fc035f7f4 req-f1d92ceb-f5b9-4fd2-8ef7-66eb736dec38 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Sep 13 10:24:45.190957 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346585-effe-4714-8ce2-1f3b8153681a req-cfb3379d-cc45-4680-83f9-2dac98ce359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:45.192619 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b346585-effe-4714-8ce2-1f3b8153681a req-cfb3379d-cc45-4680-83f9-2dac98ce359e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=7cc199dd87e24511a8d267603b571456&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1040230 Sep 13 10:24:45.293240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346585-effe-4714-8ce2-1f3b8153681a req-49ddef10-3a15-4e7b-acdd-e5465ccd12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:45.294611 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3b346585-effe-4714-8ce2-1f3b8153681a req-49ddef10-3a15-4e7b-acdd-e5465ccd12a4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937576 Sep 13 10:24:45.377846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-80029443-e988-4844-8e5a-9d9d4c83f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:45.380007 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-80029443-e988-4844-8e5a-9d9d4c83f0d8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 1127 time: 0.0420506 Sep 13 10:24:45.428987 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-db9cfcad-5c05-4957-b470-d504860d7036 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 HTTP/1.1" status: 200 len: 217 time: 0.0355341 Sep 13 10:24:45.502052 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-7c35d369-54b5-4936-b0bb-cf977b7b0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:45.503589 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-7c35d369-54b5-4936-b0bb-cf977b7b0c0c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0479751 Sep 13 10:24:45.753234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-8fe4f4a3-f061-4ea5-80db-ace6a5559497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:45.755276 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-8fe4f4a3-f061-4ea5-80db-ace6a5559497 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414152 Sep 13 10:24:45.846218 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-28a47cba-2071-4a2e-bdfe-fdb69f4f991a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844254 Sep 13 10:24:45.942687 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ced1a2c6-1899-4315-babc-b52d3b47e93c req-86bf989a-6387-4ed6-80ff-bbd2a62e1521 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Sep 13 10:24:46.179599 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8fc55-8fe5-4dde-8ace-58d7459050f1 req-56f98252-f7d8-492e-9620-a31781512b00 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:46.181057 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9b8fc55-8fe5-4dde-8ace-58d7459050f1 req-56f98252-f7d8-492e-9620-a31781512b00 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0469477 Sep 13 10:24:46.231380 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b9b8fc55-8fe5-4dde-8ace-58d7459050f1 req-e832cb31-1655-49ca-af9c-9f10bd2f074b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Sep 13 10:24:47.321845 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:47.364170 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dbb7b-5c1e-4c72-b2fb-53a2c9d2269d req-f957ae8f-7d37-4855-973e-e2464102dc6c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:47.365659 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc4dbb7b-5c1e-4c72-b2fb-53a2c9d2269d req-f957ae8f-7d37-4855-973e-e2464102dc6c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0546880 Sep 13 10:24:47.417539 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fc4dbb7b-5c1e-4c72-b2fb-53a2c9d2269d req-54fa51b0-7a83-4eb7-b63c-e1bfda9481fa tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462651 Sep 13 10:24:48.219193 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52224) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:48.326875 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80a19401-9ff3-41d9-a7ae-c3fd6a017766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.370570 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:48.404671 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80a19401-9ff3-41d9-a7ae-c3fd6a017766 admin admin] Publish callbacks [] for security_group (1b966ae9-842f-4672-875d-0af637b1a041), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.481581 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-80a19401-9ff3-41d9-a7ae-c3fd6a017766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1b966ae9-842f-4672-875d-0af637b1a041), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.549660 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a19401-9ff3-41d9-a7ae-c3fd6a017766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b966ae9-842f-4672-875d-0af637b1a041,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:48.559386 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-80a19401-9ff3-41d9-a7ae-c3fd6a017766 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2e1e32411d3d45e0addd245a2f227bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390448 Sep 13 10:24:48.562093 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52230) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:48.581724 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e308b-cf5b-4be4-ace0-2f41732c45a7 req-25a7ca07-3ef2-4c1f-8424-c1e8a6e9638b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:48.583866 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677e308b-cf5b-4be4-ace0-2f41732c45a7 req-25a7ca07-3ef2-4c1f-8424-c1e8a6e9638b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0853944 Sep 13 10:24:48.656355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c34ce58f-1387-4731-85ee-b6cf3091f8a6 admin admin] Publish callbacks [] for security_group (1b966ae9-842f-4672-875d-0af637b1a041), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.662625 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-677e308b-cf5b-4be4-ace0-2f41732c45a7 req-7aeefb26-fa22-4ac4-848f-8d296311170e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693200 Sep 13 10:24:48.681965 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c34ce58f-1387-4731-85ee-b6cf3091f8a6 admin admin] Publish callbacks [] for security_group (1b966ae9-842f-4672-875d-0af637b1a041), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.783467 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c34ce58f-1387-4731-85ee-b6cf3091f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (1b966ae9-842f-4672-875d-0af637b1a041), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.786039 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c34ce58f-1387-4731-85ee-b6cf3091f8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:48.787197 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c34ce58f-1387-4731-85ee-b6cf3091f8a6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1b966ae9-842f-4672-875d-0af637b1a041 HTTP/1.1" status: 204 len: 168 time: 0.2241993 Sep 13 10:24:48.795619 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ce58f-1387-4731-85ee-b6cf3091f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b966ae9-842f-4672-875d-0af637b1a041,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:49.447007 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52252) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:49.461215 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e4e5622f-5154-4e53-aa35-c163efd41b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.463790 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:49.539554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e4e5622f-5154-4e53-aa35-c163efd41b2f admin admin] Publish callbacks [] for security_group (099b10b9-7bc0-48cf-9e43-cc99156f7e25), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.600622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e4e5622f-5154-4e53-aa35-c163efd41b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (099b10b9-7bc0-48cf-9e43-cc99156f7e25), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.644271 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5622f-5154-4e53-aa35-c163efd41b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099b10b9-7bc0-48cf-9e43-cc99156f7e25,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:49.649977 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e4e5622f-5154-4e53-aa35-c163efd41b2f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=08e8f31934ea4bd8ba753eedff9505a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010589 Sep 13 10:24:49.657298 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52264) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:49.709225 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-56a8a4f7-6590-4d73-8345-b6046807b924 admin admin] Publish callbacks [] for security_group (099b10b9-7bc0-48cf-9e43-cc99156f7e25), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.731630 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-56a8a4f7-6590-4d73-8345-b6046807b924 admin admin] Publish callbacks [] for security_group (099b10b9-7bc0-48cf-9e43-cc99156f7e25), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.800654 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c9e0-65d8-4ab6-a640-05593c4ba4a7 req-1c17fc41-3003-484c-b495-aee19d37768a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:49.802780 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0c31c9e0-65d8-4ab6-a640-05593c4ba4a7 req-1c17fc41-3003-484c-b495-aee19d37768a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0527048 Sep 13 10:24:49.854281 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0c31c9e0-65d8-4ab6-a640-05593c4ba4a7 req-1569b065-e11b-493d-b8eb-d2faac7fb07e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458300 Sep 13 10:24:49.913155 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-56a8a4f7-6590-4d73-8345-b6046807b924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (099b10b9-7bc0-48cf-9e43-cc99156f7e25), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.915815 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-56a8a4f7-6590-4d73-8345-b6046807b924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:49.916972 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-56a8a4f7-6590-4d73-8345-b6046807b924 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/099b10b9-7bc0-48cf-9e43-cc99156f7e25 HTTP/1.1" status: 204 len: 168 time: 0.2636662 Sep 13 10:24:49.925402 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8a4f7-6590-4d73-8345-b6046807b924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099b10b9-7bc0-48cf-9e43-cc99156f7e25,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:50.305866 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52280) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:50.413850 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0d954f7e-0d35-4d89-8d8e-6271efe721dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.491480 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0d954f7e-0d35-4d89-8d8e-6271efe721dc admin admin] Publish callbacks [] for security_group (a305174b-1337-492b-97c8-614ec8d0bbf3), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.554846 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-0d954f7e-0d35-4d89-8d8e-6271efe721dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a305174b-1337-492b-97c8-614ec8d0bbf3), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.596240 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-0d954f7e-0d35-4d89-8d8e-6271efe721dc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=646eb6c170834f0ab978bd07582277ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893140 Sep 13 10:24:50.597191 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d954f7e-0d35-4d89-8d8e-6271efe721dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a305174b-1337-492b-97c8-614ec8d0bbf3,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:50.599513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52284) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:50.643818 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52286) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:50.649091 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-880cfeb4-e7f1-4078-909c-6ddc0ec7f998 admin admin] Publish callbacks [] for security_group (a305174b-1337-492b-97c8-614ec8d0bbf3), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.657794 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-404ca2be-6ad3-42ff-987e-0ad9b3a24fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.670886 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-880cfeb4-e7f1-4078-909c-6ddc0ec7f998 admin admin] Publish callbacks [] for security_group (a305174b-1337-492b-97c8-614ec8d0bbf3), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.737407 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-404ca2be-6ad3-42ff-987e-0ad9b3a24fb3 admin admin] Publish callbacks [] for security_group (0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.771899 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-880cfeb4-e7f1-4078-909c-6ddc0ec7f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a305174b-1337-492b-97c8-614ec8d0bbf3), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.774674 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-880cfeb4-e7f1-4078-909c-6ddc0ec7f998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.778842 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-880cfeb4-e7f1-4078-909c-6ddc0ec7f998 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a305174b-1337-492b-97c8-614ec8d0bbf3 HTTP/1.1" status: 204 len: 168 time: 0.1753552 Sep 13 10:24:50.784886 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cfeb4-e7f1-4078-909c-6ddc0ec7f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305174b-1337-492b-97c8-614ec8d0bbf3,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:50.796566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-404ca2be-6ad3-42ff-987e-0ad9b3a24fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.812310 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ba1090cd-1716-406e-b55c-4647cce164a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.837917 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-404ca2be-6ad3-42ff-987e-0ad9b3a24fb3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=91ac53e0baa8457298bf54bd81c6f93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929061 Sep 13 10:24:50.840319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ca2be-6ad3-42ff-987e-0ad9b3a24fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:50.840751 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52292) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:50.902367 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1302824e-9a56-47bb-b4b5-e957a9c36556 admin admin] Publish callbacks [] for security_group (0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.926768 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1302824e-9a56-47bb-b4b5-e957a9c36556 admin admin] Publish callbacks [] for security_group (0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:50.994986 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eeb8a-cc16-4984-b4ee-a31e70d94b9e req-2aec96d0-1555-40b3-be45-f02c20e51d34 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:50.996493 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7e3eeb8a-cc16-4984-b4ee-a31e70d94b9e req-2aec96d0-1555-40b3-be45-f02c20e51d34 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0630774 Sep 13 10:24:51.049234 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7e3eeb8a-cc16-4984-b4ee-a31e70d94b9e req-58071c9e-c1e2-4959-b8e5-92e842c80ac1 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Sep 13 10:24:51.101358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1302824e-9a56-47bb-b4b5-e957a9c36556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.103950 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-1302824e-9a56-47bb-b4b5-e957a9c36556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.105078 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-1302824e-9a56-47bb-b4b5-e957a9c36556 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85 HTTP/1.1" status: 204 len: 168 time: 0.2630060 Sep 13 10:24:51.113588 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302824e-9a56-47bb-b4b5-e957a9c36556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c3ba5-810c-4d3f-9c03-9bd0ba0c9d85,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:51.560034 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52306) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:51.574344 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b8b717e-2fed-428f-b473-5b8e610680ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.617302 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:51.655611 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b8b717e-2fed-428f-b473-5b8e610680ee admin admin] Publish callbacks [] for security_group (a8e24577-3231-4d9e-9cfd-995bb2020b4b), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.726161 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-9b8b717e-2fed-428f-b473-5b8e610680ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a8e24577-3231-4d9e-9cfd-995bb2020b4b), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.758953 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:51.768428 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-9b8b717e-2fed-428f-b473-5b8e610680ee admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=00b64e3bf200401bb5925faedbb2b276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073183 Sep 13 10:24:51.769277 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b717e-2fed-428f-b473-5b8e610680ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e24577-3231-4d9e-9cfd-995bb2020b4b,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:51.771820 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52312) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:51.823683 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cb699217-a45d-4f33-9f4e-d12700bafdb3 admin admin] Publish callbacks [] for security_group (a8e24577-3231-4d9e-9cfd-995bb2020b4b), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.844765 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cb699217-a45d-4f33-9f4e-d12700bafdb3 admin admin] Publish callbacks [] for security_group (a8e24577-3231-4d9e-9cfd-995bb2020b4b), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.969905 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cb699217-a45d-4f33-9f4e-d12700bafdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (a8e24577-3231-4d9e-9cfd-995bb2020b4b), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.972708 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-cb699217-a45d-4f33-9f4e-d12700bafdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:51.978069 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-cb699217-a45d-4f33-9f4e-d12700bafdb3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a8e24577-3231-4d9e-9cfd-995bb2020b4b HTTP/1.1" status: 204 len: 168 time: 0.2010930 Sep 13 10:24:51.983869 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb699217-a45d-4f33-9f4e-d12700bafdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e24577-3231-4d9e-9cfd-995bb2020b4b,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:52.175271 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221f251-7da7-4ab7-a6eb-9ae17a233725 req-f1dd37ae-b9b0-400c-9b06-302fdbc56459 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:52.176826 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5221f251-7da7-4ab7-a6eb-9ae17a233725 req-f1dd37ae-b9b0-400c-9b06-302fdbc56459 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0509949 Sep 13 10:24:52.228443 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5221f251-7da7-4ab7-a6eb-9ae17a233725 req-7392fe25-a0cc-40b0-9c7f-5cacf0b04469 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458560 Sep 13 10:24:53.252337 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-abc9053a-de25-4612-a6db-da4dac4cbf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:53.357483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def57338-07c9-4684-8bf4-ec148c6f3bd8 req-2e8c2878-91e6-4b79-83d6-95db603b94f2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:53.359607 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-def57338-07c9-4684-8bf4-ec148c6f3bd8 req-2e8c2878-91e6-4b79-83d6-95db603b94f2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0488491 Sep 13 10:24:53.428823 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-def57338-07c9-4684-8bf4-ec148c6f3bd8 req-2702dfac-a81f-4c3b-866e-9420992a25ca tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622134 Sep 13 10:24:54.440345 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:54.559522 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf161c-c368-4820-9490-0fa1e542e4cf req-787aa9f6-d11f-4424-8d27-6e25e3eeb7f1 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:54.561209 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1fdf161c-c368-4820-9490-0fa1e542e4cf req-787aa9f6-d11f-4424-8d27-6e25e3eeb7f1 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 943 time: 0.0525324 Sep 13 10:24:54.569392 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52434) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:54.611914 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1fdf161c-c368-4820-9490-0fa1e542e4cf req-ffafc28c-dfff-4a2e-adaa-7032e468a63c tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443835 Sep 13 10:24:54.684517 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96969c64-209b-4059-b3dc-9395572b74b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:54.753157 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:54.769626 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:54.787719 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96969c64-209b-4059-b3dc-9395572b74b1 admin admin] Publish callbacks [] for security_group (7be98f47-fe85-47cc-a1c7-a480fce7adf9), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:54.844272 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96969c64-209b-4059-b3dc-9395572b74b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (7be98f47-fe85-47cc-a1c7-a480fce7adf9), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:54.878586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:24:54.887703 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-96969c64-209b-4059-b3dc-9395572b74b1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=49dc741cacd14927aeb30024ff6c23c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172214 Sep 13 10:24:54.888785 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969c64-209b-4059-b3dc-9395572b74b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be98f47-fe85-47cc-a1c7-a480fce7adf9,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:54.892026 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52442) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:54.944054 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e037-1b20-4f3b-9012-02d26ffad6e4 admin admin] Publish callbacks [] for security_group (7be98f47-fe85-47cc-a1c7-a480fce7adf9), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:54.966811 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e037-1b20-4f3b-9012-02d26ffad6e4 admin admin] Publish callbacks [] for security_group (7be98f47-fe85-47cc-a1c7-a480fce7adf9), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:54.985713 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:54.997751 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'port_id': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'mac_address': 'fa:16:3e:c5:fb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 481, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:24:55.034149 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:24:55.034544 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.048172 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:24:55.068719 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:24:55.120893 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e037-1b20-4f3b-9012-02d26ffad6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (7be98f47-fe85-47cc-a1c7-a480fce7adf9), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.123566 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e037-1b20-4f3b-9012-02d26ffad6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.124723 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-c5e8e037-1b20-4f3b-9012-02d26ffad6e4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7be98f47-fe85-47cc-a1c7-a480fce7adf9 HTTP/1.1" status: 204 len: 168 time: 0.2317953 Sep 13 10:24:55.133039 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8e037-1b20-4f3b-9012-02d26ffad6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be98f47-fe85-47cc-a1c7-a480fce7adf9,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:55.151526 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.201918 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:55.736021 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fd018-7ea3-47df-85b7-5b5f24dc179a req-77df44f6-0623-4574-9ad4-78cfae32d23d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:55.737452 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7a9fd018-7ea3-47df-85b7-5b5f24dc179a req-77df44f6-0623-4574-9ad4-78cfae32d23d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 944 time: 0.0474994 Sep 13 10:24:55.767889 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52454) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:55.782581 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e2f3909b-7fd8-4c89-a8a4-a5a169e8f202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.791426 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7a9fd018-7ea3-47df-85b7-5b5f24dc179a req-fa79973b-a4c1-4987-9461-8c5fb3a1a226 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479579 Sep 13 10:24:55.889986 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.893853 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e2f3909b-7fd8-4c89-a8a4-a5a169e8f202 admin admin] Publish callbacks [] for security_group (3e6f8eb6-925a-4435-aac5-6a38a37c7735), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:55.975672 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:56.004317 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e2f3909b-7fd8-4c89-a8a4-a5a169e8f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3e6f8eb6-925a-4435-aac5-6a38a37c7735), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:56.048291 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e2f3909b-7fd8-4c89-a8a4-a5a169e8f202 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dcb97e0c5f984dafa1aad304f73015bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793550 Sep 13 10:24:56.049002 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3909b-7fd8-4c89-a8a4-a5a169e8f202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f8eb6-925a-4435-aac5-6a38a37c7735,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:56.051135 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52458) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:56.103096 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e7519a3a-8e02-4130-a58b-8a74fe2ed2fd admin admin] Publish callbacks [] for security_group (3e6f8eb6-925a-4435-aac5-6a38a37c7735), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:56.123142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e7519a3a-8e02-4130-a58b-8a74fe2ed2fd admin admin] Publish callbacks [] for security_group (3e6f8eb6-925a-4435-aac5-6a38a37c7735), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:56.211864 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:24:56.251957 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e7519a3a-8e02-4130-a58b-8a74fe2ed2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (3e6f8eb6-925a-4435-aac5-6a38a37c7735), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:56.254487 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e7519a3a-8e02-4130-a58b-8a74fe2ed2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:56.255710 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e7519a3a-8e02-4130-a58b-8a74fe2ed2fd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3e6f8eb6-925a-4435-aac5-6a38a37c7735 HTTP/1.1" status: 204 len: 168 time: 0.2029564 Sep 13 10:24:56.263893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519a3a-8e02-4130-a58b-8a74fe2ed2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f8eb6-925a-4435-aac5-6a38a37c7735,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:56.663330 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-8ab6a9b0-07bc-409a-82fc-06c23180af00 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407858 Sep 13 10:24:56.725473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-5914e1fc-dfc9-4a47-ad8c-37d5790a720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:56.727128 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-5914e1fc-dfc9-4a47-ad8c-37d5790a720c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1129 time: 0.0413723 Sep 13 10:24:56.852081 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:24:56.856527 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-a4a2442d-6b60-4155-b40c-a2225ac4c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:56.858611 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-a4a2442d-6b60-4155-b40c-a2225ac4c0e9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.1020114 Sep 13 10:24:56.968062 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-e52c8d7c-8ef9-4014-8d8a-ea71d0de54f7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 200 len: 999 time: 0.1023023 Sep 13 10:24:56.974661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e577a-2f8a-4d32-bf04-b85776dbc03e req-3dbdcefa-e89d-4400-8061-582d1a47ce5f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:56.976815 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-180e577a-2f8a-4d32-bf04-b85776dbc03e req-3dbdcefa-e89d-4400-8061-582d1a47ce5f tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 944 time: 0.0715573 Sep 13 10:24:57.060248 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-5f2ef9f7-4a6d-45cd-9acd-5feb16f1330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:57.063561 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-5f2ef9f7-4a6d-45cd-9acd-5feb16f1330a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0838814 Sep 13 10:24:57.073911 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-180e577a-2f8a-4d32-bf04-b85776dbc03e req-05da74aa-a6a4-4f13-b7fa-7e9778333615 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869641 Sep 13 10:24:57.101334 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:57.102144 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:57.114100 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:57.120692 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-b2d61678-8a70-4fba-bee0-f4b8c52b84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:57.122485 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-b2d61678-8a70-4fba-bee0-f4b8c52b84d4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476820 Sep 13 10:24:57.190387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:57.218933 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-4e4a07a9-285a-4918-9809-4ccc490b6302 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893826 Sep 13 10:24:57.311934 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-fe2366fe-f19d-4103-a07e-1bb995541672 req-59369f10-1ff3-4f16-8922-30c6b10765b1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862730 Sep 13 10:24:57.322977 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52486) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:57.427312 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041919208-network', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:57.491691 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Made reservation on behalf of d3610ef4e07548e1a88d76356d8170a6 for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:24:57.493958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.507862 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.646523 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks [] for security_group (6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.720337 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.746293 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 491} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:24:57.757058 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:57.761948 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (20ac86c9-a4dc-4d61-b05d-e8e59a700d94), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.762291 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Added segment 20ac86c9-a4dc-4d61-b05d-e8e59a700d94 of type vlan for network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 Sep 13 10:24:57.802642 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (8e9198e1-8b95-45e8-9784-8a7e46e77b67), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.897278 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (8e9198e1-8b95-45e8-9784-8a7e46e77b67), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.898228 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:57.898857 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:57.961916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e9198e1-8b95-45e8-9784-8a7e46e77b67,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:57.971700 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:24:58.010116 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52498) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:58.016317 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7d80577c-b009-4375-8f3e-c4da9efd59c7 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6868403 Sep 13 10:24:58.016572 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Request body: {'subnet': {'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041919208-subnet', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'ip_version': 4}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:58.113070 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Made reservation on behalf of d3610ef4e07548e1a88d76356d8170a6 for: {'subnet': 1} {{(pid=106770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:24:58.116432 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3837581'] for subnet (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.200760 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbdebf-14ae-4242-b566-591bd3721c3e req-3dc9dd6d-57c2-47ef-97b9-54df21b10d92 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:58.207656 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-76cbdebf-14ae-4242-b566-591bd3721c3e req-3dc9dd6d-57c2-47ef-97b9-54df21b10d92 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 944 time: 0.0576644 Sep 13 10:24:58.251104 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:58.253411 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-76cbdebf-14ae-4242-b566-591bd3721c3e req-f66a8aca-1b29-4bcf-9cd7-486840b1d1d2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Sep 13 10:24:58.395055 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3837599'] for subnet (c7e53577-a865-49a9-a90e-7c2cae88e52f), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.456383 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e53577-a865-49a9-a90e-7c2cae88e52f,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:58.464096 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Checking segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:24:58.464446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Network hostable DHCP agents. Network: 8e9198e1-8b95-45e8-9784-8a7e46e77b67, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:24:58.575438 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:24:58.661717 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 8e9198e1-8b95-45e8-9784-8a7e46e77b67) {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:24:58.665636 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:58.666221 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.675005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ccf94-3751-4758-a62d-324c55f038dd None None] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:24:58.751904 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-62b706dd-c8ea-4d03-84d3-015940e1ed02 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7438099 Sep 13 10:24:58.754644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52512) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:24:58.758980 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:24:58.771763 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:24:58.772640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.851993 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.853037 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.865413 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:58.906489 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks [] for router_controller (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), precommit_add_association {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:58.907226 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Allocated IP 172.20.0.2 (8e9198e1-8b95-45e8-9784-8a7e46e77b67/c7e53577-a865-49a9-a90e-7c2cae88e52f/4c0754bc-1096-41db-b9a9-2d0e4a0b8954) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:24:59.048969 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Publish callbacks [] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.123015 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks [] for router_gateway (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.149257 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.188654 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:24:59.191567 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:24:59.195955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:24:59.202275 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Pushing event updated for resources: {'Port': ['ID=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:59.204932 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:59.259491 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Attempting to bind port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:24:59.259866 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Attempting to bind port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:24:59.260224 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Attempting to bind port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 on network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:24:59.307854 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:24:59.314481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Checking segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:24:59.314481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.314481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Bound using segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:24:59.314481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Bound port: 4c0754bc-1096-41db-b9a9-2d0e4a0b8954, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:24:59.314481 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.375432 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] For port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:24:59.378580 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] For port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:24:59.394061 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:59.413644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c46904-b65b-45e4-914e-8b2ba059244a req-49a58679-d7c4-4da4-9eaa-99db5a4e607e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:24:59.415103 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72c46904-b65b-45e4-914e-8b2ba059244a req-49a58679-d7c4-4da4-9eaa-99db5a4e607e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 944 time: 0.0737960 Sep 13 10:24:59.429658 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.437973 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks [] for router_gateway (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.466009 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.488624 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49ca7-559a-42a8-a727-0b5c2ff13a53 None None] Pushing event updated for resources: {'Port': ['ID=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:59.529431 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-72c46904-b65b-45e4-914e-8b2ba059244a req-550ebc80-5f00-45e2-82ad-ccb26edfc8a4 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081195 Sep 13 10:24:59.607352 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Allocated IP 172.27.2.103 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/967b30c6-68d4-437f-8443-04e0cc933140) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:24:59.733246 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks [] for port (967b30c6-68d4-437f-8443-04e0cc933140), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.760061 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:24:59.850518 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (967b30c6-68d4-437f-8443-04e0cc933140), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:24:59.896535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:24:59.902233 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:24:59.904451 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Pushing event updated for resources: {'Port': ['ID=967b30c6-68d4-437f-8443-04e0cc933140,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:24:59.906581 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:00.068480 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:00.116119 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:00.123606 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:00.124852 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:25:00.194707 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:00.199792 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.283997 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:00.284495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.310890 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:00.313312 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec243b-4bf2-46e4-b828-0464087ed5ca" -d '{"events": [{"server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:00.327039 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:00.358510 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc4db7-6782-4cac-b250-19892d898d36 x-openstack-request-id: req-18bc4db7-6782-4cac-b250-19892d898d36 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:00.358867 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:00.359222 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18bc4db7-6782-4cac-b250-19892d898d36 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:00.359690 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bc4db7-6782-4cac-b250-19892d898d36'] response: {'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'code': 200} Sep 13 10:25:00.422992 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2896a36-4e24-4fa9-aac0-d35211bf3dd3 None None] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:25:00.436980 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.519240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks [] for router_gateway (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.535553 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] Provisioning complete for port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:00.535676 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.571380 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:00.670996 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] Current status of the port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:00.671427 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.687204 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147413b-3f67-4580-93dc-dbfca9238f55 req-031fd712-4ced-471c-ba8a-d9b08130bd30 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:00.688817 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2147413b-3f67-4580-93dc-dbfca9238f55 req-031fd712-4ced-471c-ba8a-d9b08130bd30 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0690269 Sep 13 10:25:00.712229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] For port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:00.783233 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.820788 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2147413b-3f67-4580-93dc-dbfca9238f55 req-1a8f001b-de49-49f7-9faf-303d8a94fb80 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988193 Sep 13 10:25:00.831142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.850357 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fbf99-bb0b-4db1-b3ef-348ebcb6f1f0 None None] Pushing event updated for resources: {'Port': ['ID=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:00.904223 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-aea8313c-0028-4ca5-8690-8c265f662194 None None] Provisioning complete for port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:00.904514 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aea8313c-0028-4ca5-8690-8c265f662194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:00.981837 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:00.992367 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-aea8313c-0028-4ca5-8690-8c265f662194 None None] Current status of the port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:01.028676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:25:01.045109 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:01.128987 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:01.153926 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:25:01.165830 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Sync routers for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:25:01.175587 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:01.175955 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:01.176357 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:01.177118 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.244136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.248626 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52530) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:01.249325 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5a04eb8d-f78f-4062-a14a-57e004ca7fbb admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4929180 Sep 13 10:25:01.294138 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:01.396421 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:01.407642 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:01.470988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce22e5-aa3b-47d3-948e-e56bbaa6f8c0 req-cb8bc152-2e21-429b-9351-0694f30104e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:01.472984 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4fce22e5-aa3b-47d3-948e-e56bbaa6f8c0 req-cb8bc152-2e21-429b-9351-0694f30104e6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 1129 time: 0.0422437 Sep 13 10:25:01.475147 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:00Z', 'revision_number': 3, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:01.494483 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:01.504610 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Checking router: 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:25:01.505543 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Updating router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 port 967b30c6-68d4-437f-8443-04e0cc933140 binding host dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:25:01.526423 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4fce22e5-aa3b-47d3-948e-e56bbaa6f8c0 req-cc5eb1cd-fade-4fc3-b25d-7909f6aab30e service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 Sep 13 10:25:01.534043 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (967b30c6-68d4-437f-8443-04e0cc933140), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.689619 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.750813 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:01.787380 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Publish callbacks [] for port (967b30c6-68d4-437f-8443-04e0cc933140), precommit_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.848018 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Allocated IP 172.20.0.1 (8e9198e1-8b95-45e8-9784-8a7e46e77b67/c7e53577-a865-49a9-a90e-7c2cae88e52f/2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:01.896034 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (967b30c6-68d4-437f-8443-04e0cc933140), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.946429 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Attempting to bind port 967b30c6-68d4-437f-8443-04e0cc933140 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:01.947104 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Attempting to bind port 967b30c6-68d4-437f-8443-04e0cc933140 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:01.947674 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Attempting to bind port 967b30c6-68d4-437f-8443-04e0cc933140 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:01.950979 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Pushing event updated for resources: {'Port': ['ID=967b30c6-68d4-437f-8443-04e0cc933140,revision_number=2']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:01.953453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e76a5-e083-42b9-b9f7-7ad655ec5819 req-d396b4e7-fbad-4496-9755-69774a79b004 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:01.954958 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f61e76a5-e083-42b9-b9f7-7ad655ec5819 req-d396b4e7-fbad-4496-9755-69774a79b004 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0482070 Sep 13 10:25:01.961993 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks [] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:01.975724 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.976333 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.976882 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.977414 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.977897 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.978379 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.979006 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.979530 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.980198 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.980687 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.981364 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.981879 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.982371 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.982855 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:01.983376 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:02.010172 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:02.010546 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:02.010949 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.011367 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:02.012040 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.managers [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Bound port: 967b30c6-68d4-437f-8443-04e0cc933140, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:02.012420 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (967b30c6-68d4-437f-8443-04e0cc933140), before_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.028112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f61e76a5-e083-42b9-b9f7-7ad655ec5819 req-1d810b38-33f7-4bb3-ba27-b78c716842ad tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655100 Sep 13 10:25:02.056141 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.066823 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] For port 967b30c6-68d4-437f-8443-04e0cc933140, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:02.070654 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.plugins.ml2.db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] For port 967b30c6-68d4-437f-8443-04e0cc933140, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=967b30c6-68d4-437f-8443-04e0cc933140,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:02.102012 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:02.105013 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:02.109261 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:02.116480 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52542) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:02.133525 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:02.161020 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron_lib.callbacks.manager [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (967b30c6-68d4-437f-8443-04e0cc933140), after_update {{(pid=106773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.161786 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.240829 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:02.243057 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:02.243057 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:02.247031 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:02.284838 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe4a73-f5c8-4f15-bd04-284592f80e43 None None] Pushing event updated for resources: {'Port': ['ID=967b30c6-68d4-437f-8443-04e0cc933140,revision_number=3']} {{(pid=106773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:02.295426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-236ad201-fab6-498e-93b3-466f0aa99ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.305775 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:02.372533 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:02.383634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-236ad201-fab6-498e-93b3-466f0aa99ebb admin admin] Publish callbacks [] for security_group (848a0544-21f5-4336-94fa-5ef054613f77), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.421577 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-909e055e-5fe5-469f-b307-55457ff8c5ad None None] Provisioning complete for port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:02.422141 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-909e055e-5fe5-469f-b307-55457ff8c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.455052 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-909e055e-5fe5-469f-b307-55457ff8c5ad None None] Port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:25:02.475021 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.524878 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-236ad201-fab6-498e-93b3-466f0aa99ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (848a0544-21f5-4336-94fa-5ef054613f77), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.544947 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:00Z', 'revision_number': 3, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:02.566303 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-236ad201-fab6-498e-93b3-466f0aa99ebb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b9fa2ecc3d514c8099fdea9af1f97aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484100 Sep 13 10:25:02.567937 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad201-fab6-498e-93b3-466f0aa99ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a0544-21f5-4336-94fa-5ef054613f77,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:02.570619 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52548) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:02.575576 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacce38-6334-4858-ba4d-6b14194e8c2a None None] The sync data for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi is: [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:00Z', 'revision_number': 3, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:25:02.643010 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6c76b48b-ffee-4a0d-b9c3-248333049641 admin admin] Publish callbacks [] for security_group (848a0544-21f5-4336-94fa-5ef054613f77), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.667538 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6c76b48b-ffee-4a0d-b9c3-248333049641 admin admin] Publish callbacks [] for security_group (848a0544-21f5-4336-94fa-5ef054613f77), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.697431 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks [] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.764259 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.764402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6c76b48b-ffee-4a0d-b9c3-248333049641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (848a0544-21f5-4336-94fa-5ef054613f77), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.767068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-6c76b48b-ffee-4a0d-b9c3-248333049641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.768408 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-6c76b48b-ffee-4a0d-b9c3-248333049641 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/848a0544-21f5-4336-94fa-5ef054613f77 HTTP/1.1" status: 204 len: 168 time: 0.1972046 Sep 13 10:25:02.780452 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76b48b-ffee-4a0d-b9c3-248333049641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a0544-21f5-4336-94fa-5ef054613f77,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:02.843991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:02.846525 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:02.928216 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:02.981587 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:02.983115 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:03.189864 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:25:03.209983 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 967b30c6-68d4-437f-8443-04e0cc933140 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:03.212017 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041276-6071-4907-8520-ba9bb8ea807d req-d0fe6ca9-8a41-4553-b5a3-02bcc4d7a7aa tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:03.213588 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4041276-6071-4907-8520-ba9bb8ea807d req-d0fe6ca9-8a41-4553-b5a3-02bcc4d7a7aa tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0903442 Sep 13 10:25:03.297811 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c4041276-6071-4907-8520-ba9bb8ea807d req-62838d02-5e6b-4420-a00e-b33705166389 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751610 Sep 13 10:25:03.321493 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 967b30c6-68d4-437f-8443-04e0cc933140 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:03.322128 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (967b30c6-68d4-437f-8443-04e0cc933140), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.374597 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:25:03.381476 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-96b976d3-2224-4b76-8197-489cbfe98ed2 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/45348e2b-a6a0-43cd-b867-fd2ffc56a7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1313689 Sep 13 10:25:03.425377 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-51ab2ca7-42b6-4467-befe-49cb7ab1be30 None None] Provisioning complete for port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:03.425945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-51ab2ca7-42b6-4467-befe-49cb7ab1be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.468381 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-51ab2ca7-42b6-4467-befe-49cb7ab1be30 None None] Port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:25:03.470170 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 967b30c6-68d4-437f-8443-04e0cc933140 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:03.470573 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (967b30c6-68d4-437f-8443-04e0cc933140), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.493713 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 967b30c6-68d4-437f-8443-04e0cc933140, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=967b30c6-68d4-437f-8443-04e0cc933140,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:03.594749 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (967b30c6-68d4-437f-8443-04e0cc933140), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.648532 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:03.652193 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=967b30c6-68d4-437f-8443-04e0cc933140,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:03.671836 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52564) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:03.686933 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d5e66656-8885-4d9d-a9c7-827e45cf5dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.778078 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d5e66656-8885-4d9d-a9c7-827e45cf5dcc admin admin] Publish callbacks [] for security_group (0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.846081 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-d5e66656-8885-4d9d-a9c7-827e45cf5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.887738 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-d5e66656-8885-4d9d-a9c7-827e45cf5dcc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3afae5b6595a4a009ed24ee2abbceaa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147970 Sep 13 10:25:03.888601 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e66656-8885-4d9d-a9c7-827e45cf5dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:03.891196 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52568) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:03.943917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9dfe-d060-4da6-b875-788b8452e1a6 admin admin] Publish callbacks [] for security_group (0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:03.965622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9dfe-d060-4da6-b875-788b8452e1a6 admin admin] Publish callbacks [] for security_group (0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.109101 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9dfe-d060-4da6-b875-788b8452e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.111923 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9dfe-d060-4da6-b875-788b8452e1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.113091 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-0f7e9dfe-d060-4da6-b875-788b8452e1a6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8 HTTP/1.1" status: 204 len: 168 time: 0.2206507 Sep 13 10:25:04.126181 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e9dfe-d060-4da6-b875-788b8452e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d88aa37-f5f9-4d52-b1a4-8c19782ad5d8,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:04.248409 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52580) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:04.253395 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-151855864-network', 'tenant_id': '3b07517680644824bf4a6e622adc4960'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:04.268708 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:04.366774 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Made reservation on behalf of 3b07517680644824bf4a6e622adc4960 for: {'network': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:25:04.369927 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for network (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.383918 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.449925 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:04.455937 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61829-5504-4641-9db4-ee52cf807b35 req-a6fbb045-ad7b-4f58-854f-af768ab52737 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:04.457391 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e3e61829-5504-4641-9db4-ee52cf807b35 req-a6fbb045-ad7b-4f58-854f-af768ab52737 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0650191 Sep 13 10:25:04.520983 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Sync routers for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:25:04.534709 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:04.535645 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:04.539752 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e3e61829-5504-4641-9db4-ee52cf807b35 req-9022c013-2869-4775-9637-081388e27529 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706222 Sep 13 10:25:04.547332 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks [] for security_group (432d899b-5995-4e81-8d92-7a56721c7010), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.612710 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (432d899b-5995-4e81-8d92-7a56721c7010), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.640932 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=106771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 10:25:04.668545 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432d899b-5995-4e81-8d92-7a56721c7010,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:04.686405 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:04.690728 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (ec18e80b-d388-47be-be99-ed44750bfbd9), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.691069 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.segments_db [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Added segment ec18e80b-d388-47be-be99-ed44750bfbd9 of type vlan for network 1a37e861-4130-4648-beea-47f802af9009 Sep 13 10:25:04.739519 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3298-82be-4958-9616-675c8f70bdcd req-3550bb6a-8772-4be0-8ef3-b9e4ea6f2d75 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:04.740974 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e45a3298-82be-4958-9616-675c8f70bdcd req-3550bb6a-8772-4be0-8ef3-b9e4ea6f2d75 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.1011589 Sep 13 10:25:04.750702 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764995460765'] for network (1a37e861-4130-4648-beea-47f802af9009), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.822879 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e45a3298-82be-4958-9616-675c8f70bdcd req-5f396575-d628-483e-9e0e-1312f268b19e tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744631 Sep 13 10:25:04.852535 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52598) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:04.891456 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941'] for network (1a37e861-4130-4648-beea-47f802af9009), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.891456 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:04.891456 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:04.918372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 2, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:04.954405 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Checking router: 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:25:04.954774 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Updating router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:25:04.964612 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] Pushing event updated for resources: {'Network': ['ID=1a37e861-4130-4648-beea-47f802af9009,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:04.979198 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Network 1a37e861-4130-4648-beea-47f802af9009 details requested by agent ovs-agent-dv-cinder-854274-4-iscsi with host dv-cinder-854274-4-iscsi {{(pid=106772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 10:25:05.027945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.034679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:05.067914 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-11b3bf18-cfbe-4b10-b52c-f730aa53b648 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8177795 Sep 13 10:25:05.068525 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52604) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:05.079889 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Request body: {'subnet': {'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-151855864-subnet', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'ip_version': 4}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:05.080052 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa9115-29fe-491e-837a-04f473aec051 tempest-TestVolumeBootPattern-1244327260 tempest-TestVolumeBootPattern-1244327260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:05.080345 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-83aa9115-29fe-491e-837a-04f473aec051 tempest-TestVolumeBootPattern-1244327260 tempest-TestVolumeBootPattern-1244327260-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 1124 time: 0.2251701 Sep 13 10:25:05.081285 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:05.083554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52606) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:05.102633 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'port_id': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:05.146314 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 967b30c6-68d4-437f-8443-04e0cc933140 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:05.209989 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.253833 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 967b30c6-68d4-437f-8443-04e0cc933140 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:05.254116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Made reservation on behalf of 3b07517680644824bf4a6e622adc4960 for: {'subnet': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:25:05.255415 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (967b30c6-68d4-437f-8443-04e0cc933140), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.257728 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3814017'] for subnet (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.288951 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:05.365981 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.402032 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 967b30c6-68d4-437f-8443-04e0cc933140 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:05.421902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Publish callbacks [] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.497732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.551979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:05.553375 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Allocated IP 172.27.2.13 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/a5c3e331-378e-4336-a366-cc6ca0fab691) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:05.594120 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5b738-99bd-4233-8de1-d32453b30f1d None None] Pushing event updated for resources: {'Port': ['ID=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:05.608270 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Attempting to bind port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:05.608934 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Attempting to bind port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:05.609890 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Attempting to bind port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e on network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:05.661718 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:05.667351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Checking segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:05.667351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.667351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Bound using segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:05.667351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Bound port: 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:05.667351 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.690649 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3814035'] for subnet (9770f15c-1733-4316-8fb4-6ea80d02aa45), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.735788 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] For port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:05.740200 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] For port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:05.747565 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.782480 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9770f15c-1733-4316-8fb4-6ea80d02aa45,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:05.803911 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Checking segment: {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:05.804265 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Network hostable DHCP agents. Network: 1a37e861-4130-4648-beea-47f802af9009, hostable agents: ['edb4b97f-1a86-42cf-bc44-d7e686de15a1'], hosted agents: [] {{(pid=106771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 10:25:05.812214 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.820732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:05.851377 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:05.852008 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:05.898191 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:05.912076 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5b738-99bd-4233-8de1-d32453b30f1d None None] Pushing event updated for resources: {'Port': ['ID=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:05.928767 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Network 1a37e861-4130-4648-beea-47f802af9009 is scheduled to be hosted by DHCP agent edb4b97f-1a86-42cf-bc44-d7e686de15a1 with binding_index 1 {{(pid=106771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 10:25:05.948281 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:05.951107 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:05.953548 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:05.971495 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:05.979428 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=a5c3e331-378e-4336-a366-cc6ca0fab691,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:06.066294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854274-4-iscsi, 1a37e861-4130-4648-beea-47f802af9009) {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:06.070884 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:06.071538 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.080345 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c097c6-6cef-41d0-9bf4-361f138b6b69 None None] Network 1a37e861-4130-4648-beea-47f802af9009 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:25:06.187445 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-89a7723d-2522-4e74-b90a-8ca5bc3e99aa admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1152718 Sep 13 10:25:06.187904 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52656) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:06.194534 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:06.290842 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:06.296816 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4161'] for router (baddda0b-2ca8-468f-bc04-57f6c2757062), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.299256 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707569', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4216'] for router (baddda0b-2ca8-468f-bc04-57f6c2757062), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.306547 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:06.355929 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (e648e889-f2bf-4450-8fbd-72b2b42a85de), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.368237 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks [] for router_controller (baddda0b-2ca8-468f-bc04-57f6c2757062), precommit_add_association {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.368618 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b2c93a2-ca14-512a-875d-f1a9437499bf-1a37e861-4130-4648-beea-47f802af9009', 'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'project_id': '3b07517680644824bf4a6e622adc4960', 'fixed_ips': [{'subnet_id': '9770f15c-1733-4316-8fb4-6ea80d02aa45'}]}} from dv-cinder-854274-4-iscsi. {{(pid=106772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 10:25:06.369522 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.390504 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:05Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:06.419342 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:06.425380 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d77d64-49bf-4fa1-8cf6-fd91b9e674f2 None None] The sync data for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi is: [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:05Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:25:06.523864 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:06.530113 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.583864 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.db_base_plugin_common [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Allocated IP 172.20.0.2 (1a37e861-4130-4648-beea-47f802af9009/9770f15c-1733-4316-8fb4-6ea80d02aa45/488694f6-47e1-4eae-b863-995be6700b78) {{(pid=106772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:06.719665 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks [] for router_gateway (baddda0b-2ca8-468f-bc04-57f6c2757062), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.797117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Publish callbacks [] for port (488694f6-47e1-4eae-b863-995be6700b78), precommit_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.801976 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.878822 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479'] for port (488694f6-47e1-4eae-b863-995be6700b78), after_create {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.912962 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:06.961075 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Network 1a37e861-4130-4648-beea-47f802af9009 is already hosted by enough agents. {{(pid=106772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:06.964779 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.scheduler.base_scheduler [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Resources bound (agent type, host, resource id): {{(pid=106772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:06.966902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Received port after_create {{(pid=106772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:06.983498 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Pushing event updated for resources: {'Port': ['ID=488694f6-47e1-4eae-b863-995be6700b78,revision_number=1']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:07.002156 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks [] for router_gateway (baddda0b-2ca8-468f-bc04-57f6c2757062), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.002365 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event updated for resources: {'Port': ['ID=a5c3e331-378e-4336-a366-cc6ca0fab691,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:07.027178 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (e648e889-f2bf-4450-8fbd-72b2b42a85de), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.042593 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Attempting to bind port 488694f6-47e1-4eae-b863-995be6700b78 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:07.042974 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Attempting to bind port 488694f6-47e1-4eae-b863-995be6700b78 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:07.043469 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Attempting to bind port 488694f6-47e1-4eae-b863-995be6700b78 on network 1a37e861-4130-4648-beea-47f802af9009 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:07.062126 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.065769 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:07.158527 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:07.158899 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Checking segment: {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:07.160824 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.161450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Bound using segment: {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:07.162360 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Bound port: 488694f6-47e1-4eae-b863-995be6700b78, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:07.163485 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (488694f6-47e1-4eae-b863-995be6700b78), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.176665 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:07.225691 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Floating IP e648e889-f2bf-4450-8fbd-72b2b42a85de associated. External IP: 172.27.2.13, port: bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2. Sep 13 10:25:07.258841 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:07.288064 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:07.288493 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.336517 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] For port 488694f6-47e1-4eae-b863-995be6700b78, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:07.397036 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] For port 488694f6-47e1-4eae-b863-995be6700b78, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=488694f6-47e1-4eae-b863-995be6700b78,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:07.478779 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:07.478779 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.501189 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (488694f6-47e1-4eae-b863-995be6700b78), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.550814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Allocated IP 172.27.2.230 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/416f0226-245c-4628-8e99-6cc95e8f4fd3) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:07.590725 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d1a3-a748-48b9-9747-bc03743e9894 None None] Pushing event updated for resources: {'Port': ['ID=488694f6-47e1-4eae-b863-995be6700b78,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:07.599925 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:25:07.601690 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:07.602932 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:07.716826 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.740991 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks [] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.794771 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:25:07.811531 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:25:07.826665 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:07.827629 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:07.847371 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:07.906394 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.912102 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:07.968338 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:07.986272 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-82f3ae3f-8683-4f91-890a-5f34e5d32ffe tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8960216 Sep 13 10:25:07.987263 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:07.990184 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Pushing event updated for resources: {'Port': ['ID=416f0226-245c-4628-8e99-6cc95e8f4fd3,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:07.990892 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb66bb86-1499-434d-b757-1f2f5192b521" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:07.997817 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:07.999963 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:08.003868 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:08.049607 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808eb436-67a6-4286-ad8c-a65f0db7ad52 x-openstack-request-id: req-808eb436-67a6-4286-ad8c-a65f0db7ad52 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:08.049904 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:08.050158 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-808eb436-67a6-4286-ad8c-a65f0db7ad52 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:08.050954 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808eb436-67a6-4286-ad8c-a65f0db7ad52'] response: {'name': 'network-changed', 'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'status': 'completed', 'code': 200} Sep 13 10:25:08.101373 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:08.142024 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-eb6d356d-da9d-4fd4-8999-e1f6c7ca7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:08.143584 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-eb6d356d-da9d-4fd4-8999-e1f6c7ca7f11 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 1129 time: 0.0661931 Sep 13 10:25:08.249554 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:33Z', 'revision_number': 1, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}, {'id': 'e648e889-f2bf-4450-8fbd-72b2b42a85de', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:c5:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:06Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:08.253932 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-3e33eaca-49d9-49ee-8b9e-0cec1cf0cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:08.255989 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-3e33eaca-49d9-49ee-8b9e-0cec1cf0cb40 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.1054137 Sep 13 10:25:08.274498 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:25:08.283578 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:08.284556 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:08.330790 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:08.333125 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-691a1a51-e0a1-4803-afc0-53a9717b3bc7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 HTTP/1.1" status: 200 len: 998 time: 0.0672591 Sep 13 10:25:08.407915 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-d8e4bfa3-cd86-485b-9cc1-7f7ac78c3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:08.411843 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-d8e4bfa3-cd86-485b-9cc1-7f7ac78c3434 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0717454 Sep 13 10:25:08.422167 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks [] for router_gateway (baddda0b-2ca8-468f-bc04-57f6c2757062), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:08.461770 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-e2d131c4-76a7-4ca3-b0a6-d0d77844ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:08.463512 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-e2d131c4-76a7-4ca3-b0a6-d0d77844ed7d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453200 Sep 13 10:25:08.492782 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:08.580603 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-7eea26c1-2055-4383-9c2b-de2e000c013d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108887 Sep 13 10:25:08.582856 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:08.642025 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681273'] for router (baddda0b-2ca8-468f-bc04-57f6c2757062), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:08.698387 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bb66bb86-1499-434d-b757-1f2f5192b521 req-7effdae9-1966-4e25-8a95-835593d0d766 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104548 Sep 13 10:25:08.779063 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:33Z', 'revision_number': 1, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}, {'id': 'e648e889-f2bf-4450-8fbd-72b2b42a85de', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:c5:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:06Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:08.789957 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:08.818698 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969f519-21bf-412e-9b47-326002ff72bd None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:33Z', 'revision_number': 1, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}, {'id': 'e648e889-f2bf-4450-8fbd-72b2b42a85de', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:c5:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:06Z', 'revision_number': 0, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:25:08.918306 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Router baddda0b-2ca8-468f-bc04-57f6c2757062 is scheduled to L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da with binding_index 1 {{(pid=106770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 10:25:08.948013 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9499f323-7d46-4c95-8bb0-46b763ce5bda None None] Network 1a37e861-4130-4648-beea-47f802af9009 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:25:08.966433 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:09.031814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:25:09.046334 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Sync routers for ids ['baddda0b-2ca8-468f-bc04-57f6c2757062'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:25:09.081619 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] Provisioning complete for port 488694f6-47e1-4eae-b863-995be6700b78 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:09.082215 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (488694f6-47e1-4eae-b863-995be6700b78), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.089100 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2629c0b-473b-473f-ad58-be568007cf77 None None] New status for floating IP e648e889-f2bf-4450-8fbd-72b2b42a85de: ACTIVE {{(pid=106773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:25:09.108918 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Routers {'baddda0b-2ca8-468f-bc04-57f6c2757062'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:09.109768 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['baddda0b-2ca8-468f-bc04-57f6c2757062'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:09.118103 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.119400 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-ef4cdb85-1a41-45b9-be87-f0570ebb6c7f admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9298980 Sep 13 10:25:09.122402 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52696) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:09.245285 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:09.262321 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:09.305632 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Set router baddda0b-2ca8-468f-bc04-57f6c2757062 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:09.382551 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] Current status of the port 488694f6-47e1-4eae-b863-995be6700b78 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:09.383223 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (488694f6-47e1-4eae-b863-995be6700b78), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.412970 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:09.413345 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.521332 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:09.530693 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] For port 488694f6-47e1-4eae-b863-995be6700b78, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=488694f6-47e1-4eae-b863-995be6700b78,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:09.613181 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:09.614772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 488694f6-47e1-4eae-b863-995be6700b78 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:09.637267 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:08Z', 'revision_number': 3, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:09.641736 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (488694f6-47e1-4eae-b863-995be6700b78), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.669500 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.693053 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Checking router: baddda0b-2ca8-468f-bc04-57f6c2757062 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:25:09.693405 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Updating router baddda0b-2ca8-468f-bc04-57f6c2757062 port 416f0226-245c-4628-8e99-6cc95e8f4fd3 binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:25:09.733660 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:09.740816 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.795913 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 488694f6-47e1-4eae-b863-995be6700b78 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:09.796283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (488694f6-47e1-4eae-b863-995be6700b78), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.797902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e539-b63b-4e72-b7dc-7d2376c0c0e3 None None] Pushing event updated for resources: {'Port': ['ID=488694f6-47e1-4eae-b863-995be6700b78,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:09.822947 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e0cf5e36-5c8d-4deb-a4be-843fd598e06f None None] Provisioning complete for port 488694f6-47e1-4eae-b863-995be6700b78 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:09.823346 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5e36-5c8d-4deb-a4be-843fd598e06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (488694f6-47e1-4eae-b863-995be6700b78), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.834235 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.db_base_plugin_common [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Allocated IP 172.20.0.1 (1a37e861-4130-4648-beea-47f802af9009/9770f15c-1733-4316-8fb4-6ea80d02aa45/0ad8f34d-3b10-4ce0-9ff0-a813544920ca) {{(pid=106770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:09.908674 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:09.952501 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks [] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:09.953924 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:10.029376 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.080611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Network 1a37e861-4130-4648-beea-47f802af9009 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:10.085905 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:10.088096 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:10.090288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Received port after_create {{(pid=106770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:10.146538 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706076'] for router_interface (baddda0b-2ca8-468f-bc04-57f6c2757062), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.204318 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 488694f6-47e1-4eae-b863-995be6700b78 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:10.208048 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf5e36-5c8d-4deb-a4be-843fd598e06f None None] Current status of the port 488694f6-47e1-4eae-b863-995be6700b78 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:10.293187 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Publish callbacks [] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.331872 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-8097f74f-3917-497b-a611-43ebe8f9e742 None None] Provisioning complete for port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:10.332252 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8097f74f-3917-497b-a611-43ebe8f9e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.343217 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), before_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.365810 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-8097f74f-3917-497b-a611-43ebe8f9e742 None None] Port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:25:10.398440 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.431699 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Attempting to bind port 416f0226-245c-4628-8e99-6cc95e8f4fd3 on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:10.432071 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Attempting to bind port 416f0226-245c-4628-8e99-6cc95e8f4fd3 by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:10.432429 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Attempting to bind port 416f0226-245c-4628-8e99-6cc95e8f4fd3 on network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:10.476987 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:10.479928 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1756f-67c7-4338-b907-552faf3f39b6 None None] Pushing event updated for resources: {'Port': ['ID=416f0226-245c-4628-8e99-6cc95e8f4fd3,revision_number=2']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:10.495850 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:10.496225 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Checking segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:10.496627 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.497016 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Bound using segment: {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:10.497713 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Bound port: 416f0226-245c-4628-8e99-6cc95e8f4fd3, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b2f84-156e-43c1-b4d7-44d9bee3e3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:10.497841 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.511623 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks [] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), precommit_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.550510 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] For port 416f0226-245c-4628-8e99-6cc95e8f4fd3, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:10.553694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] For port 416f0226-245c-4628-8e99-6cc95e8f4fd3, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=416f0226-245c-4628-8e99-6cc95e8f4fd3,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:10.571405 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2203731'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), after_update {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.640857 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,revision_number=2']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:10.643394 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706184'] for router_interface (baddda0b-2ca8-468f-bc04-57f6c2757062), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.669535 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:10.706732 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Routers {'baddda0b-2ca8-468f-bc04-57f6c2757062'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:10.707989 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['baddda0b-2ca8-468f-bc04-57f6c2757062'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:10.752423 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:10.757635 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Network 1a37e861-4130-4648-beea-47f802af9009 is already hosted by enough agents. {{(pid=106770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:10.759127 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.base_scheduler [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:10.785047 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1756f-67c7-4338-b907-552faf3f39b6 None None] Pushing event updated for resources: {'Port': ['ID=416f0226-245c-4628-8e99-6cc95e8f4fd3,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:10.844114 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] Set router baddda0b-2ca8-468f-bc04-57f6c2757062 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:10.881642 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Router baddda0b-2ca8-468f-bc04-57f6c2757062 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:25:11.032108 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:11.041424 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:25:11.053032 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-38993384-a208-4135-a346-ff0b4964ae94 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/baddda0b-2ca8-468f-bc04-57f6c2757062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290702 Sep 13 10:25:11.119685 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 488694f6-47e1-4eae-b863-995be6700b78 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:11.123429 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-0dbd582c-fb90-4d6e-961e-736c74457998 None None] Provisioning complete for port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:11.123580 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0dbd582c-fb90-4d6e-961e-736c74457998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:11.142538 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '0ad8f34d-3b10-4ce0-9ff0-a813544920ca', 'name': '', 'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'mac_address': 'fa:16:3e:f2:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:09Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 2, 'project_id': '3b07517680644824bf4a6e622adc4960', 'subnets': [{'id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:11.196652 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaabfed-a7e0-45c1-a50c-b9a0d341b390 None None] The sync data for ids ['baddda0b-2ca8-468f-bc04-57f6c2757062'] in dv-cinder-854274-4-iscsi is: [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '0ad8f34d-3b10-4ce0-9ff0-a813544920ca', 'name': '', 'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'mac_address': 'fa:16:3e:f2:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:09Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 2, 'project_id': '3b07517680644824bf4a6e622adc4960', 'subnets': [{'id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:25:11.213242 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd582c-fb90-4d6e-961e-736c74457998 None None] Port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:25:11.229498 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 488694f6-47e1-4eae-b863-995be6700b78 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:11.229935 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (488694f6-47e1-4eae-b863-995be6700b78), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:11.269259 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:11.335145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 488694f6-47e1-4eae-b863-995be6700b78 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:12.660501 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85775-d6d7-4867-9474-52227d1c48cf req-e18042c1-6e81-40f5-a54b-e2237759f95b tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:12.661919 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-45f85775-d6d7-4867-9474-52227d1c48cf req-e18042c1-6e81-40f5-a54b-e2237759f95b tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0538516 Sep 13 10:25:12.724263 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-45f85775-d6d7-4867-9474-52227d1c48cf req-34393857-1801-473a-a39b-a2628985e705 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 Sep 13 10:25:13.131567 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 416f0226-245c-4628-8e99-6cc95e8f4fd3 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:13.192714 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 416f0226-245c-4628-8e99-6cc95e8f4fd3 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:13.193297 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:13.308258 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 416f0226-245c-4628-8e99-6cc95e8f4fd3 is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:13.308903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:13.334586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 416f0226-245c-4628-8e99-6cc95e8f4fd3, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=416f0226-245c-4628-8e99-6cc95e8f4fd3,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:13.409683 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:13.462017 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=416f0226-245c-4628-8e99-6cc95e8f4fd3,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:13.880675 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aa5ef-7442-498f-b92b-533cbfe20a0f req-d74b8b98-225e-4889-9c6e-500c6c729521 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:13.882154 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b16aa5ef-7442-498f-b92b-533cbfe20a0f req-d74b8b98-225e-4889-9c6e-500c6c729521 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0623128 Sep 13 10:25:13.948241 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b16aa5ef-7442-498f-b92b-533cbfe20a0f req-096f839d-20b5-438c-b13e-d6b7212642ec tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574133 Sep 13 10:25:14.486974 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-51d6f92c-7521-40ae-be02-09cf01e7863b tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:14.489057 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-51d6f92c-7521-40ae-be02-09cf01e7863b tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0525939 Sep 13 10:25:14.595780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Deleting port ffa69d98-9299-4f8e-9a4f-26e72cddf68d {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:25:14.596136 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:14.684882 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:14.712436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] For port ffa69d98-9299-4f8e-9a4f-26e72cddf68d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:14.712806 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:14.725113 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:14.732164 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Calling delete_port for ffa69d98-9299-4f8e-9a4f-26e72cddf68d owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:25:14.738187 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:15.090613 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a6d2-5977-42c6-9eb2-bca8c447d0f1 req-2b4a89ce-f65b-4264-bf64-1c56a6654378 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:15.092046 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e830a6d2-5977-42c6-9eb2-bca8c447d0f1 req-2b4a89ce-f65b-4264-bf64-1c56a6654378 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 945 time: 0.0704751 Sep 13 10:25:15.095813 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (ffa69d98-9299-4f8e-9a4f-26e72cddf68d), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:15.108160 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['ffa69d98-9299-4f8e-9a4f-26e72cddf68d'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:25:15.134669 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 416f0226-245c-4628-8e99-6cc95e8f4fd3 up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:15.204310 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 416f0226-245c-4628-8e99-6cc95e8f4fd3 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:15.205037 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:15.303106 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 416f0226-245c-4628-8e99-6cc95e8f4fd3 is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:15.340790 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Sync routers for ids ['baddda0b-2ca8-468f-bc04-57f6c2757062'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:25:15.356834 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Routers {'baddda0b-2ca8-468f-bc04-57f6c2757062'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:15.358048 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['baddda0b-2ca8-468f-bc04-57f6c2757062'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:15.459633 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Pushing event deleted for resources: {'Port': ['ID=ffa69d98-9299-4f8e-9a4f-26e72cddf68d,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:15.486824 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.487304 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.487650 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.488066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.488997 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.489340 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.489681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.490006 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.490436 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.490829 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.491263 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.491592 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.492015 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.492401 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.492793 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:15.527321 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] No DVR routers for this DVR port ffa69d98-9299-4f8e-9a4f-26e72cddf68d on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:25:15.531854 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:15.535103 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7ca6267b-11df-4c36-83ea-6af26a21ddb6 req-722d8b8e-b59e-4ddc-a226-b4e0f4f0aaa8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "DELETE /networking/v2.0/ports/ffa69d98-9299-4f8e-9a4f-26e72cddf68d HTTP/1.1" status: 204 len: 173 time: 1.0402920 Sep 13 10:25:15.536231 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'name': 'network-vif-deleted', 'tag': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:15.538698 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e4e211-0973-4174-84b7-25555528f9d1" -d '{"events": [{"server_uuid": "96121874-0b42-44f2-9128-cdfb26ca6fc6", "name": "network-vif-deleted", "tag": "ffa69d98-9299-4f8e-9a4f-26e72cddf68d"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:15.549562 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Set router baddda0b-2ca8-468f-bc04-57f6c2757062 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:15.565459 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e830a6d2-5977-42c6-9eb2-bca8c447d0f1 req-be4010bf-7d67-4632-b209-fcd86ebdf099 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509091 Sep 13 10:25:15.627392 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3948f5-936d-47e5-9cd9-2526663a5ca5 x-openstack-request-id: req-7b3948f5-936d-47e5-9cd9-2526663a5ca5 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:15.627392 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96121874-0b42-44f2-9128-cdfb26ca6fc6", "name": "network-vif-deleted", "tag": "ffa69d98-9299-4f8e-9a4f-26e72cddf68d", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:15.627392 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b3948f5-936d-47e5-9cd9-2526663a5ca5 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:15.627392 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3948f5-936d-47e5-9cd9-2526663a5ca5'] response: {'server_uuid': '96121874-0b42-44f2-9128-cdfb26ca6fc6', 'name': 'network-vif-deleted', 'tag': 'ffa69d98-9299-4f8e-9a4f-26e72cddf68d', 'status': 'completed', 'code': 200} Sep 13 10:25:15.807128 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '0ad8f34d-3b10-4ce0-9ff0-a813544920ca', 'name': '', 'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'mac_address': 'fa:16:3e:f2:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:09Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 2, 'project_id': '3b07517680644824bf4a6e622adc4960', 'subnets': [{'id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:15.841294 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Checking router: baddda0b-2ca8-468f-bc04-57f6c2757062 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:25:15.841758 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Updating router baddda0b-2ca8-468f-bc04-57f6c2757062 port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca binding host dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 10:25:15.874320 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:16.087259 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:16.169427 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:16.181127 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Publish callbacks [] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), precommit_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:16.268441 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:16.359115 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Pushing event updated for resources: {'Port': ['ID=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,revision_number=3']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:16.382151 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.382417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.382769 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.383098 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.383477 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.383809 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.384209 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.384473 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.384804 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.385128 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.385459 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.385787 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.386114 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.386445 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.386768 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:16.412507 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Attempting to bind port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca on host dv-cinder-854274-4-iscsi for vnic_type normal with profile {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:16.412906 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Attempting to bind port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca by drivers openvswitch,hyperv on host dv-cinder-854274-4-iscsi at level 0 using segments [{'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:16.413273 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Attempting to bind port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca on network 1a37e861-4130-4648-beea-47f802af9009 {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:16.502532 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Checking agent: {'id': 'f9e30cc6-d530-44f5-92a3-8940b002c41a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854274-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 7, 26), 'started_at': datetime.datetime(2022, 9, 13, 10, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854274-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:16.503219 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Checking segment: {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:16.503792 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:16.505013 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Bound using segment: {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'} {{(pid=106772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:16.505681 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.managers [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Bound port: 0ad8f34d-3b10-4ce0-9ff0-a813544920ca, host: dv-cinder-854274-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec18e80b-d388-47be-be99-ed44750bfbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '1a37e861-4130-4648-beea-47f802af9009'}}] {{(pid=106772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:16.506234 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:16.587088 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] For port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca, host dv-cinder-854274-4-iscsi, cleared binding levels {{(pid=106772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:16.603586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] For port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca, host dv-cinder-854274-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:16.675269 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:16.725869 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Routers {'baddda0b-2ca8-468f-bc04-57f6c2757062'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:25:16.726640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:24:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['baddda0b-2ca8-468f-bc04-57f6c2757062'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:16.750993 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a2a4d121-66c5-4390-8d6a-af418d1308be req-97ba6916-2ff4-43b4-86c5-ad89c74c5851 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96121874-0b42-44f2-9128-cdfb26ca6fc6 HTTP/1.1" status: 200 len: 210 time: 0.0566909 Sep 13 10:25:16.955769 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa574d0-cac3-4af9-8a02-431664db941e None None] Pushing event updated for resources: {'Port': ['ID=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:17.027936 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] Set router baddda0b-2ca8-468f-bc04-57f6c2757062 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:25:17.168126 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ad8f34d-3b10-4ce0-9ff0-a813544920ca up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:17.279388 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:17.279911 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:17.318921 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '0ad8f34d-3b10-4ce0-9ff0-a813544920ca', 'name': '', 'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'mac_address': 'fa:16:3e:f2:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:09Z', 'updated_at': '2022-09-13T10:25:16Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'subnets': [{'id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:25:17.353154 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fb41f-86eb-44b4-968b-1b7683181cfd None None] The sync data for ids ['baddda0b-2ca8-468f-bc04-57f6c2757062'] in dv-cinder-854274-4-iscsi is: [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:25:10Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '0ad8f34d-3b10-4ce0-9ff0-a813544920ca', 'name': '', 'network_id': '1a37e861-4130-4648-beea-47f802af9009', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'mac_address': 'fa:16:3e:f2:24:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:09Z', 'updated_at': '2022-09-13T10:25:16Z', 'revision_number': 4, 'project_id': '3b07517680644824bf4a6e622adc4960', 'subnets': [{'id': '9770f15c-1733-4316-8fb4-6ea80d02aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:25:17.409930 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca is: DOWN; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:17.410976 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:17.451771 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] For port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:17.520635 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:17.586329 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:17.589604 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Pushing event updated for resources: {'Port': ['ID=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:19.118440 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ad8f34d-3b10-4ce0-9ff0-a813544920ca up at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:19.152056 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device ffa69d98-9299-4f8e-9a4f-26e72cddf68d no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:25:19.185632 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: ffa69d98-9299-4f8e-9a4f-26e72cddf68d {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:25:19.185977 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device ffa69d98-9299-4f8e-9a4f-26e72cddf68d not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:25:19.189877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:19.201629 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Provisioning complete for port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:19.202121 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:19.288453 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Current status of the port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca is: ACTIVE; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:19.300779 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:20.840490 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f997-98ef-47ca-a857-ae55ef9857a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:21.041193 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=10 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:23.044316 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-f93bcf37-ffdf-4201-9c99-33e087a7c69c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:23.045712 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-f93bcf37-ffdf-4201-9c99-33e087a7c69c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 815 time: 0.1050389 Sep 13 10:25:23.060746 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-7e41d446-0f34-45bb-9ab3-45c1bb793b24 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/quotas/d3610ef4e07548e1a88d76356d8170a6 HTTP/1.1" status: 200 len: 375 time: 0.0097106 Sep 13 10:25:23.109149 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-57cf5c99-8813-413e-ad41-e48127491420 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435486 Sep 13 10:25:23.130154 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:23.210967 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-565158f2-dae1-4cce-8a5d-c8117137d8d0 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Sep 13 10:25:23.228137 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d5016bdf-0e71-4416-b213-7daa9a035a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:23.300511 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-0002b27b-f6ca-4e66-a7f4-5f1737b5a193 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 Sep 13 10:25:23.539537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-be94e7a4-f326-4714-9423-d24205b10044 req-7b685dbf-e217-4b69-929f-ec6869cee323 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 210 time: 0.0335369 Sep 13 10:25:24.483488 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:24.642118 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4f534d45-c07b-410d-a6e8-4dd68ab1cb97 req-0558114f-5a7c-4d1e-a2f6-52d0b2c7dc4e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Sep 13 10:25:25.753254 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c02eda07-3825-4da4-87ba-ec8d1d84774b req-096613f1-97a0-42b5-a209-98989983e078 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 210 time: 0.0328505 Sep 13 10:25:25.874806 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-403bbf7e-3c94-4b05-b1d8-a48b238020ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:25.876312 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-403bbf7e-3c94-4b05-b1d8-a48b238020ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 815 time: 0.1164432 Sep 13 10:25:25.885305 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:25.888446 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'port': {'device_id': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'admin_state_up': True, 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:25.976825 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:25.979647 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:26.186450 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Made reservation on behalf of d3610ef4e07548e1a88d76356d8170a6 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:25:26.190355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:26.324202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Allocated IP 172.20.0.3 (8e9198e1-8b95-45e8-9784-8a7e46e77b67/c7e53577-a865-49a9-a90e-7c2cae88e52f/c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:26.472477 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:26.560251 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:26.606151 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:26.609252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:26.611736 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:26.616398 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:26.621455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:26.679841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:26.681204 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:26.757335 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5dae95de-3ee5-4a80-adf3-0fb4e7f7a9ff tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725221 Sep 13 10:25:26.857052 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-4b14c36e-79c6-4922-bd8d-fb1ed8ebae81 None None] Provisioning complete for port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 triggered by entity DHCP. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:26.857358 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4b14c36e-79c6-4922-bd8d-fb1ed8ebae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:26.876667 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4758e33-cea5-4495-ba3b-ba3a1923d737 req-04d002a9-43e2-43a3-a5c3-be7259d42491 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:26.878266 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b4758e33-cea5-4495-ba3b-ba3a1923d737 req-04d002a9-43e2-43a3-a5c3-be7259d42491 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 931 time: 0.0479441 Sep 13 10:25:26.889869 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-4b14c36e-79c6-4922-bd8d-fb1ed8ebae81 None None] Port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 cannot update to ACTIVE because it is not bound. {{(pid=106772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 10:25:26.927735 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b4758e33-cea5-4495-ba3b-ba3a1923d737 req-b26b6a0b-df6a-4490-99fb-61a1dcc97cf1 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Sep 13 10:25:27.140899 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 52904) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:27.245391 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.484605 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Publish callbacks [] for security_group (bb60e3f4-e662-4c13-9805-72ebed3ae785), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.552385 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bb60e3f4-e662-4c13-9805-72ebed3ae785), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.589730 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60e3f4-e662-4c13-9805-72ebed3ae785,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:27.593608 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=551e67a3a9c04bada2aaafa0ba5b51b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516969 Sep 13 10:25:27.596519 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 52908) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:27.599941 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.600292 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.600634 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.600996 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.601315 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.601646 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.601975 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.602301 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.602628 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.602961 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.603319 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.603649 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.603974 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.604296 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.604617 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34351409-e1a3-4528-aaef-4350e4b82155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:25:27.647235 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ad87d5cb-6593-45d6-b274-d8bf5a0c1a8f admin admin] Publish callbacks [] for security_group (bb60e3f4-e662-4c13-9805-72ebed3ae785), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.669733 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ad87d5cb-6593-45d6-b274-d8bf5a0c1a8f admin admin] Publish callbacks [] for security_group (bb60e3f4-e662-4c13-9805-72ebed3ae785), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.799726 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ad87d5cb-6593-45d6-b274-d8bf5a0c1a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (bb60e3f4-e662-4c13-9805-72ebed3ae785), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.802832 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ad87d5cb-6593-45d6-b274-d8bf5a0c1a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:27.804202 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ad87d5cb-6593-45d6-b274-d8bf5a0c1a8f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bb60e3f4-e662-4c13-9805-72ebed3ae785 HTTP/1.1" status: 204 len: 168 time: 0.2066998 Sep 13 10:25:27.812554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87d5cb-6593-45d6-b274-d8bf5a0c1a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60e3f4-e662-4c13-9805-72ebed3ae785,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:28.053951 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a65284-f5f9-49fc-bfec-91b6aeaf48de req-f4b3e127-e44c-442d-ae62-88fc7dd88456 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:28.055491 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-38a65284-f5f9-49fc-bfec-91b6aeaf48de req-f4b3e127-e44c-442d-ae62-88fc7dd88456 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 931 time: 0.0508819 Sep 13 10:25:28.104623 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-38a65284-f5f9-49fc-bfec-91b6aeaf48de req-3a53dc75-80f2-431b-9a78-918dba097511 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Sep 13 10:25:28.853056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Request body: {'port': {'device_id': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:28.921484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:28.960019 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:29.194350 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:29.221662 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:25:29.237654 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Publish callbacks [] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:29.252570 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b734-84c6-46e5-ae8b-a06056691916 req-9f659faa-8aa3-4069-80c0-befa4633ab63 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:29.254031 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bc51b734-84c6-46e5-ae8b-a06056691916 req-9f659faa-8aa3-4069-80c0-befa4633ab63 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 931 time: 0.0710473 Sep 13 10:25:29.259294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Transition to ACTIVE for port object c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:25:29.305791 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bc51b734-84c6-46e5-ae8b-a06056691916 req-cd833299-c466-4d24-9054-bf3d44a1ae91 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Sep 13 10:25:29.377082 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:29.480437 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:29.524796 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Attempting to bind port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:29.525252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Attempting to bind port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:29.525840 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Attempting to bind port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 on network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:29.574369 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 on network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:25:29.575081 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Attempting to bind port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 on network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:29.636018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:29.636369 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Checking segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:29.636779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Bound using segment: {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:29.637206 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Bound port: c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ac86c9-a4dc-4d61-b05d-e8e59a700d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:29.637558 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:29.743017 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:29.745081 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:29.748922 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:29.863030 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:29.867358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:29.874166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:29.874166 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 1093 time: 1.0230870 Sep 13 10:25:29.874166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:29.874166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:29.931882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a73d6-1295-4c6b-b561-d81d7927d039 x-openstack-request-id: req-ef5a73d6-1295-4c6b-b561-d81d7927d039 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:29.931882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:29.931882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef5a73d6-1295-4c6b-b561-d81d7927d039 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:29.931882 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5a73d6-1295-4c6b-b561-d81d7927d039'] response: {'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'status': 'completed', 'code': 200} Sep 13 10:25:29.931882 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914b6be-6770-4deb-bf1f-77b7ef8c9aca service neutron] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:30.222893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-d647b77d-f823-4658-be84-c100d378f3cc tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:30.225350 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-d647b77d-f823-4658-be84-c100d378f3cc tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/networks?id=8d49a057-6bd8-4080-b93e-159c540d819c HTTP/1.1" status: 200 len: 814 time: 0.1108096 Sep 13 10:25:30.240870 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-dac23406-4e26-496b-bb10-f0259d23b5f3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/quotas/8879b3720c0d482d8118a0d2e5590b54 HTTP/1.1" status: 200 len: 375 time: 0.0097153 Sep 13 10:25:30.275687 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-0dda1699-c9e5-4119-bc89-7206f6eee56f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=8879b3720c0d482d8118a0d2e5590b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285149 Sep 13 10:25:30.394886 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-abbf7bc8-01ba-4201-9d21-43bdde03ce6c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123869 Sep 13 10:25:30.493972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ee592-eae6-4405-ba56-f3ee7a3de9a4 req-2288a19c-e625-4705-ad21-c9ef67bdb09a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:30.495583 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-650ee592-eae6-4405-ba56-f3ee7a3de9a4 req-2288a19c-e625-4705-ad21-c9ef67bdb09a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0977263 Sep 13 10:25:30.560423 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-76db1552-d96c-49f5-83c2-a4c86b5ba916 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639116 Sep 13 10:25:30.582531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-650ee592-eae6-4405-ba56-f3ee7a3de9a4 req-57fdeae5-62d1-47d0-aef6-222605790346 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785677 Sep 13 10:25:30.868367 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-18b14d77-30db-46f9-93ab-e274d42a3fea req-6ef9fc4f-963a-40c0-b95e-682a9af669d6 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0611820 Sep 13 10:25:31.715429 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13eb5-19a9-4932-8933-828835ea14ed req-ff986a36-d00a-4146-8aa9-bf25fbcd08ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:31.716911 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c8f13eb5-19a9-4932-8933-828835ea14ed req-ff986a36-d00a-4146-8aa9-bf25fbcd08ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0471070 Sep 13 10:25:31.774753 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c8f13eb5-19a9-4932-8933-828835ea14ed req-e30453e1-e5f5-42c4-b4f6-6b7dc942ec8d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477812 Sep 13 10:25:32.007711 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c034de90-b0e7-4613-97ea-5f5c44a31c05 req-fea29a72-6b87-4e38-bd0d-15efcb1784f8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0388885 Sep 13 10:25:32.903269 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a9c6-0a19-4c4c-9f1f-35b516f4124a req-35b2ece2-9bc8-4bae-acdf-9dc6413dee3f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:32.904874 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2993a9c6-0a19-4c4c-9f1f-35b516f4124a req-35b2ece2-9bc8-4bae-acdf-9dc6413dee3f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0511005 Sep 13 10:25:32.953632 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2993a9c6-0a19-4c4c-9f1f-35b516f4124a req-58b00368-955b-4de6-a69d-b089846147eb tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Sep 13 10:25:33.126653 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4733664d-4c35-4fa1-a9f5-68519dd8da1a req-9233d95b-883a-4d5e-8dcc-63d47d78e212 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Sep 13 10:25:33.212217 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:25:34.085432 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cf1aa-573a-4035-a96f-215c10e16e3e req-41414590-cbf6-40e5-985d-b227c961f6e3 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:34.088105 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1b7cf1aa-573a-4035-a96f-215c10e16e3e req-41414590-cbf6-40e5-985d-b227c961f6e3 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0507047 Sep 13 10:25:34.140563 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-1b7cf1aa-573a-4035-a96f-215c10e16e3e req-ae074a0d-e9b9-4698-b4a4-46f385de3c26 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Sep 13 10:25:34.246741 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-01358426-5c45-43f9-9d06-2300f36de9c8 req-df019f63-279d-4c8d-b9bd-3cac74253db6 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0295606 Sep 13 10:25:35.268314 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efec22-c716-4a88-bf29-0c2d40a51eb9 req-7012bf8b-efa0-40d3-a383-8634dfdf273d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:35.270529 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-14efec22-c716-4a88-bf29-0c2d40a51eb9 req-7012bf8b-efa0-40d3-a383-8634dfdf273d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0522935 Sep 13 10:25:35.322649 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-14efec22-c716-4a88-bf29-0c2d40a51eb9 req-d07992a0-0c7a-4814-b504-8e68ffb6ffec tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Sep 13 10:25:35.375984 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-bc398f02-2158-4678-9a12-cfaa4727e1e2 req-7e2166af-fa7f-4287-b75a-6e909b8d212f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Sep 13 10:25:36.490062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876ad3d-9dd4-4dd2-908f-bb2beb00f88d req-8ee99400-3abb-4199-9561-96a8bce5ebaa tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:36.492864 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d876ad3d-9dd4-4dd2-908f-bb2beb00f88d req-8ee99400-3abb-4199-9561-96a8bce5ebaa tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0699081 Sep 13 10:25:36.514403 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a66d1f20-1841-4eef-b124-2e7571e85035 req-04761de0-28bf-43b1-87e2-1ba2576b5846 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0441175 Sep 13 10:25:36.560623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:36.566490 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d876ad3d-9dd4-4dd2-908f-bb2beb00f88d req-fab29c1d-cab2-4bc1-a93a-2ed7392a7904 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554471 Sep 13 10:25:36.886296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:37.587694 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:37.595818 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:37.601318 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:37.620569 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8f1ff99-a8a3-4dfc-b443-8427374db188 req-2a19a697-0f83-411f-bebe-bd0941a98f3b tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0290935 Sep 13 10:25:37.695275 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ea968-e964-43b2-84a4-05788a3ee331 req-0c8f0eb1-636b-4b29-a2f5-69c304a914fd tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:37.696718 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-623ea968-e964-43b2-84a4-05788a3ee331 req-0c8f0eb1-636b-4b29-a2f5-69c304a914fd tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0513573 Sep 13 10:25:37.743946 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-623ea968-e964-43b2-84a4-05788a3ee331 req-d3df401d-a870-4340-9868-9340b8954574 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Sep 13 10:25:37.834269 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:38.393703 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce req-6e87684f-d775-419c-8bd4-81eea40445fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.395013 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce req-6e87684f-d775-419c-8bd4-81eea40445fb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1127 time: 0.0399539 Sep 13 10:25:38.500350 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce req-9193677b-98c2-49ae-9e37-f508d391f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.501837 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce req-9193677b-98c2-49ae-9e37-f508d391f554 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=d3610ef4e07548e1a88d76356d8170a6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959249 Sep 13 10:25:38.595713 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce req-1192e11a-87ef-449f-8936-4c7a0678d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.597163 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f4a8a8ae-e348-4356-9005-503cfe1dd5ce req-1192e11a-87ef-449f-8936-4c7a0678d498 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888014 Sep 13 10:25:38.676018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-a796c3e1-be92-456b-b542-2af33b92b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.678537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-a796c3e1-be92-456b-b542-2af33b92b1d8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1127 time: 0.0450246 Sep 13 10:25:38.721594 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-574b384d-ac90-4505-a5ae-9db5e771d340 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 217 time: 0.0353186 Sep 13 10:25:38.769610 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-364ddbd9-82c7-41c6-a1f0-d581763a7552 req-3e726064-1c9d-472e-a86b-77b932ce7996 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0506203 Sep 13 10:25:38.791128 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-651ffe6d-4768-4617-aa26-2783e1be6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.792707 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-651ffe6d-4768-4617-aa26-2783e1be6e9a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0634379 Sep 13 10:25:38.856490 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-b6e49303-3a3c-41e3-be40-02dec756df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.858103 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-b6e49303-3a3c-41e3-be40-02dec756df98 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598240 Sep 13 10:25:38.932169 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd4b9f-296d-47f7-8691-cde0dd4a0760 req-710a60ba-1196-40c7-bf71-69df26ba8f13 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:38.933678 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f2dd4b9f-296d-47f7-8691-cde0dd4a0760 req-710a60ba-1196-40c7-bf71-69df26ba8f13 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0953116 Sep 13 10:25:39.017103 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-f6fbe7ed-1278-42a9-9b13-9ee4c5d4a5b3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434567 Sep 13 10:25:39.020635 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f2dd4b9f-296d-47f7-8691-cde0dd4a0760 req-79b65834-43ff-4b8d-96cf-4cd451e1ea9e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806522 Sep 13 10:25:39.110572 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f05f3e43-620a-4478-8c13-98e6f93159f0 req-5bbd1946-8783-4ecd-a111-f416a84d9b68 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862739 Sep 13 10:25:39.873374 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7dfd3194-ef5e-4b36-8a92-1c8ceb8a8d9e req-3c0b0b18-73a0-4de2-b08b-a6241a15b57b tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0286703 Sep 13 10:25:40.298846 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2805d0-e432-4a89-808e-8b30121edf6f req-7d86bd6a-f8be-4c73-9192-f808767147cc tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:40.300316 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7b2805d0-e432-4a89-808e-8b30121edf6f req-7d86bd6a-f8be-4c73-9192-f808767147cc tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.2072349 Sep 13 10:25:40.346658 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7b2805d0-e432-4a89-808e-8b30121edf6f req-1f873ccc-1317-4df6-b7c1-52d52f0fc217 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Sep 13 10:25:40.976735 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-37f92b61-0c9b-47ba-a17a-31392febcfb3 req-bb698920-12c7-4614-95a0-e7d063e2d6a6 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0277212 Sep 13 10:25:41.433187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:41.470208 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fb889-5391-4680-9cb6-7bd6129b3bf8 req-348b3e25-20b5-4771-81c4-706d486f37df tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:41.471673 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-696fb889-5391-4680-9cb6-7bd6129b3bf8 req-348b3e25-20b5-4771-81c4-706d486f37df tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0472839 Sep 13 10:25:41.523507 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-696fb889-5391-4680-9cb6-7bd6129b3bf8 req-bbc0d28b-3faa-42a0-8a36-10c178b303fc tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Sep 13 10:25:42.080976 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-435fd36b-4346-48f0-a333-3a0f83c3d7ab req-6468f1e5-8187-4021-a291-be742d11e748 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0277095 Sep 13 10:25:42.648762 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5a08f-c6ab-42b1-ab80-907d62bf0e60 req-d930b16f-be64-4b16-96e2-079c0d9bfef0 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:42.650158 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cdb5a08f-c6ab-42b1-ab80-907d62bf0e60 req-d930b16f-be64-4b16-96e2-079c0d9bfef0 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 943 time: 0.0476458 Sep 13 10:25:42.675865 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:42.698019 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cdb5a08f-c6ab-42b1-ab80-907d62bf0e60 req-2367fdc4-0e77-4005-aa1b-621a0047d379 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Sep 13 10:25:42.837854 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:25:42.937640 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:42.949153 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'port_id': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'mac_address': 'fa:16:3e:f7:33:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 491, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:25:42.982891 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:42.983314 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:42.996985 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:25:43.016986 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:43.088604 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:43.138929 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:43.202178 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ec903435-5e6d-49ef-b5bd-2496d63c1988 req-00c076dc-1f32-4f82-8668-b44acd6f1a51 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0340359 Sep 13 10:25:43.211037 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:43.211037 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:43.247547 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-ca6872ff-4c84-44cb-8947-20398b7f319f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:43.249040 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-ca6872ff-4c84-44cb-8947-20398b7f319f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "GET /networking/v2.0/networks?id=8d49a057-6bd8-4080-b93e-159c540d819c HTTP/1.1" status: 200 len: 814 time: 0.1394546 Sep 13 10:25:43.264548 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Request body: {'port': {'device_id': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c', 'admin_state_up': True, 'tenant_id': '8879b3720c0d482d8118a0d2e5590b54'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:43.347185 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:25:43.439304 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Made reservation on behalf of 8879b3720c0d482d8118a0d2e5590b54 for: {'port': 1} {{(pid=106771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 10:25:43.443247 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:43.568380 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Allocated IP 172.20.0.4 (8d49a057-6bd8-4080-b93e-159c540d819c/94ca5995-26f4-4b49-8150-c8fce913fc2d/4ea80b05-ea23-47ba-9009-b42713d74310) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:43.718066 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks [] for port (4ea80b05-ea23-47ba-9009-b42713d74310), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:43.821681 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5438117-937a-44d4-a5fe-b3b6039d5bf1 req-f6884b93-7a57-4841-bcc0-8f507e72a841 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:43.823199 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a5438117-937a-44d4-a5fe-b3b6039d5bf1 req-f6884b93-7a57-4841-bcc0-8f507e72a841 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 944 time: 0.0483162 Sep 13 10:25:43.827608 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:43.898512 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Network 8d49a057-6bd8-4080-b93e-159c540d819c is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:43.904781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Pushing event updated for resources: {'Port': ['ID=4ea80b05-ea23-47ba-9009-b42713d74310,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:43.907147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:43.910733 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:43.911675 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:43.947348 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:43.951673 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a5438117-937a-44d4-a5fe-b3b6039d5bf1 req-dba74053-7ef4-4e0c-9757-8d8938835418 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220174 Sep 13 10:25:43.973811 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:43.974417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:43.996967 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:25:44.035985 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-3a4aff1e-ff34-4971-b678-5016c03423c3 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757142 Sep 13 10:25:44.056298 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:44.056687 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:44.134595 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:44.134985 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:44.157458 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:44.159702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0996e76-a3d8-41c1-857d-93f48f31262a" -d '{"events": [{"server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "name": "network-vif-plugged", "status": "completed", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:44.171967 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:44.198423 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd540def-6197-4d72-bbbb-5e75e277a5c4 x-openstack-request-id: req-bd540def-6197-4d72-bbbb-5e75e277a5c4 {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:44.198772 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "name": "network-vif-plugged", "status": "completed", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:44.199085 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd540def-6197-4d72-bbbb-5e75e277a5c4 {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:44.199565 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd540def-6197-4d72-bbbb-5e75e277a5c4'] response: {'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'code': 200} Sep 13 10:25:44.243088 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:44.271672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Request body: {'port': {'device_id': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:44.301888 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:44.305602 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:44.659865 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bc064-6e15-4105-9684-952ac42e5d04 req-d07b0d07-bc2b-4aeb-b4eb-927eff5d4f01 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:44.659865 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eb3bc064-6e15-4105-9684-952ac42e5d04 req-d07b0d07-bc2b-4aeb-b4eb-927eff5d4f01 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 931 time: 0.3583968 Sep 13 10:25:44.692072 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:44.713336 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617abbb-0ee9-4d8f-b8ee-a89ed8ef19ba req-ee426135-9184-4e3b-89f2-7381c13e042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:44.714784 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e617abbb-0ee9-4d8f-b8ee-a89ed8ef19ba req-ee426135-9184-4e3b-89f2-7381c13e042e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1129 time: 0.0805902 Sep 13 10:25:44.740310 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:44.774743 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eb3bc064-6e15-4105-9684-952ac42e5d04 req-051fba51-9985-4274-b4ff-5b95cbd09346 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982995 Sep 13 10:25:44.981901 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e617abbb-0ee9-4d8f-b8ee-a89ed8ef19ba req-951a2c5d-ac9e-435b-977d-b3ef04236bff service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727546 Sep 13 10:25:45.015649 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea80b05-ea23-47ba-9009-b42713d74310 {{(pid=106771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:25:45.023338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Publish callbacks [] for port (4ea80b05-ea23-47ba-9009-b42713d74310), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:45.045506 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.provisioning_blocks [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Transition to ACTIVE for port object 4ea80b05-ea23-47ba-9009-b42713d74310 will not be triggered until provisioned by entity L2. {{(pid=106771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 10:25:45.078530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5adee-6727-418a-b5b2-3e33f2ac96bc req-06a0d7f8-0e65-49d2-a62a-778ebc495069 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:45.082176 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1f5adee-6727-418a-b5b2-3e33f2ac96bc req-06a0d7f8-0e65-49d2-a62a-778ebc495069 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0505481 Sep 13 10:25:45.098952 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:45.183380 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea80b05-ea23-47ba-9009-b42713d74310,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:45.205465 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1f5adee-6727-418a-b5b2-3e33f2ac96bc req-78fdbe44-a7c9-46e1-b6f8-143120df3db9 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195593 Sep 13 10:25:45.209345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:45.235237 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Attempting to bind port 4ea80b05-ea23-47ba-9009-b42713d74310 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 10:25:45.235572 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Attempting to bind port 4ea80b05-ea23-47ba-9009-b42713d74310 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 10:25:45.235898 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Attempting to bind port 4ea80b05-ea23-47ba-9009-b42713d74310 on network 8d49a057-6bd8-4080-b93e-159c540d819c {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:45.277797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Port 4ea80b05-ea23-47ba-9009-b42713d74310 on network 8d49a057-6bd8-4080-b93e-159c540d819c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 10:25:45.278457 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Attempting to bind port 4ea80b05-ea23-47ba-9009-b42713d74310 on network 8d49a057-6bd8-4080-b93e-159c540d819c {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 10:25:45.320477 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Checking agent: {'id': '32793679-7b1c-4ab9-8195-43edca6f01cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'started_at': datetime.datetime(2022, 9, 13, 10, 13, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 10, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 10:25:45.320731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Checking segment: {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 10:25:45.321116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Bound using segment: {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'} {{(pid=106771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 10:25:45.321545 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.managers [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Bound port: 4ea80b05-ea23-47ba-9009-b42713d74310, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9361e29-f80d-4b1c-86eb-573a37f85f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c'}}] {{(pid=106771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 10:25:45.321895 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:45.364121 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:45.385301 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] For port 4ea80b05-ea23-47ba-9009-b42713d74310, host hv-cinder-85427, cleared binding levels {{(pid=106771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 10:25:45.388563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] For port 4ea80b05-ea23-47ba-9009-b42713d74310, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ea80b05-ea23-47ba-9009-b42713d74310,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 10:25:45.523061 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:45.527543 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:45.528152 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:45.529509 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/4ea80b05-ea23-47ba-9009-b42713d74310 HTTP/1.1" status: 200 len: 1093 time: 1.2686310 Sep 13 10:25:45.530110 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'tag': '4ea80b05-ea23-47ba-9009-b42713d74310'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:45.532401 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f392aca2-f7b1-4508-ba8f-bef4f319b203" -d '{"events": [{"name": "network-changed", "server_uuid": "50b41dbc-aaf8-40d3-bc50-3181da5d9be1", "tag": "4ea80b05-ea23-47ba-9009-b42713d74310"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:45.571750 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10665eb-5417-4641-951c-6a7ab509e92e x-openstack-request-id: req-c10665eb-5417-4641-951c-6a7ab509e92e {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:45.571980 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b41dbc-aaf8-40d3-bc50-3181da5d9be1", "tag": "4ea80b05-ea23-47ba-9009-b42713d74310", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:45.572258 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c10665eb-5417-4641-951c-6a7ab509e92e {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:45.572668 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10665eb-5417-4641-951c-6a7ab509e92e'] response: {'name': 'network-changed', 'server_uuid': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'tag': '4ea80b05-ea23-47ba-9009-b42713d74310', 'status': 'completed', 'code': 200} Sep 13 10:25:45.581687 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2083ed6-f3e4-42b7-a171-ec0c3da3262d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea80b05-ea23-47ba-9009-b42713d74310,revision_number=3']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:45.769597 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392aca2-f7b1-4508-ba8f-bef4f319b203 req-2b8b30a5-bf75-437b-8864-c8667ac05c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:45.771081 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f392aca2-f7b1-4508-ba8f-bef4f319b203 req-2b8b30a5-bf75-437b-8864-c8667ac05c9a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=8879b3720c0d482d8118a0d2e5590b54&device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 1127 time: 0.0392265 Sep 13 10:25:45.911445 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392aca2-f7b1-4508-ba8f-bef4f319b203 req-ecd0b8aa-13b7-40e5-bf90-be33cd3874dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:45.912897 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f392aca2-f7b1-4508-ba8f-bef4f319b203 req-ecd0b8aa-13b7-40e5-bf90-be33cd3874dd service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=8879b3720c0d482d8118a0d2e5590b54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1325669 Sep 13 10:25:45.918715 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494540b5-c79b-4b12-98cd-6d00867d9a31 req-3d774423-ba76-4b8c-92cb-f0965c5ec089 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:45.920073 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-494540b5-c79b-4b12-98cd-6d00867d9a31 req-3d774423-ba76-4b8c-92cb-f0965c5ec089 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 943 time: 0.0708508 Sep 13 10:25:46.039634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392aca2-f7b1-4508-ba8f-bef4f319b203 req-06caaf45-fbb7-474c-b6f4-7c32428dbc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:46.041045 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f392aca2-f7b1-4508-ba8f-bef4f319b203 req-06caaf45-fbb7-474c-b6f4-7c32428dbc28 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201153 Sep 13 10:25:46.057627 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-494540b5-c79b-4b12-98cd-6d00867d9a31 req-25bd8523-e5b3-43d2-a2fa-e2a5b520948d tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282701 Sep 13 10:25:46.327354 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7657339-b55d-452f-a876-ef25b9538790 req-432485d4-2fbc-4e52-b5f9-0aff12e3db5f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:46.328828 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f7657339-b55d-452f-a876-ef25b9538790 req-432485d4-2fbc-4e52-b5f9-0aff12e3db5f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0473323 Sep 13 10:25:46.375849 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f7657339-b55d-452f-a876-ef25b9538790 req-a869eb26-512f-4432-aa1f-36ec4286570d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Sep 13 10:25:46.613404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-1ef74d94-64b7-49ad-b8f4-e75e78fefe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:46.614935 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-1ef74d94-64b7-49ad-b8f4-e75e78fefe7c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=8879b3720c0d482d8118a0d2e5590b54&device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 1127 time: 0.0430913 Sep 13 10:25:46.656185 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-ca5e8d4c-ecff-4d3d-9002-acb8388fa98e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea80b05-ea23-47ba-9009-b42713d74310 HTTP/1.1" status: 200 len: 217 time: 0.0337081 Sep 13 10:25:46.704822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276345a-835c-4871-b58d-9e18168d7c07 req-03c5c934-42a9-4884-aa1e-5bd6ba8a6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:46.706225 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-03c5c934-42a9-4884-aa1e-5bd6ba8a6fd1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=94ca5995-26f4-4b49-8150-c8fce913fc2d HTTP/1.1" status: 200 len: 854 time: 0.0426111 Sep 13 10:25:46.743242 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-59494e74-bddc-4c94-8a5e-97c18a3de187 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8d49a057-6bd8-4080-b93e-159c540d819c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259182 Sep 13 10:25:46.839907 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-4e4631da-2508-4abb-86e8-9477a1d043b2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899289 Sep 13 10:25:46.932725 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f276345a-835c-4871-b58d-9e18168d7c07 req-cf8a3cc7-653b-424e-943d-2dc4f4db95fa service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862160 Sep 13 10:25:47.141081 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:47.179563 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c19a-cef8-43cc-9b84-737fa8f3a20a req-07524e69-3d16-4c75-b368-89db3cb76ea5 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:47.181362 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db91c19a-cef8-43cc-9b84-737fa8f3a20a req-07524e69-3d16-4c75-b368-89db3cb76ea5 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 943 time: 0.0486200 Sep 13 10:25:47.228789 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-db91c19a-cef8-43cc-9b84-737fa8f3a20a req-30be9c78-ea76-42a8-9515-d0ae7adb7371 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Sep 13 10:25:47.499979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e323ef-dce9-412c-96ae-d56ee6463f6a req-dcefd3cb-7a92-46b3-b4fc-2696be67121c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:47.501417 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17e323ef-dce9-412c-96ae-d56ee6463f6a req-dcefd3cb-7a92-46b3-b4fc-2696be67121c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0462005 Sep 13 10:25:47.548467 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-17e323ef-dce9-412c-96ae-d56ee6463f6a req-2daaefe1-03c6-4719-87ab-876d359bb722 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Sep 13 10:25:47.669077 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82fb9-8940-47d6-bdff-fc0416da24e5 req-4ba4aca1-d293-4f5e-9f5f-fd8761a0924c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:47.670521 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c0e82fb9-8940-47d6-bdff-fc0416da24e5 req-4ba4aca1-d293-4f5e-9f5f-fd8761a0924c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0498948 Sep 13 10:25:47.703404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:47.718086 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c0e82fb9-8940-47d6-bdff-fc0416da24e5 req-75e270b3-862a-446c-aa77-c89033207895 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Sep 13 10:25:48.051585 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e2de4-96c2-4bd8-a6a5-4ee5c6189230 req-6c8d30ee-0cd3-4feb-9653-17e4cd293d52 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:48.055216 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-200e2de4-96c2-4bd8-a6a5-4ee5c6189230 req-6c8d30ee-0cd3-4feb-9653-17e4cd293d52 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Sep 13 10:25:48.101825 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-200e2de4-96c2-4bd8-a6a5-4ee5c6189230 req-9ff56a72-16e8-4817-9a5e-497f41f3f19f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Sep 13 10:25:48.354289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f2f2c-fe98-4dd3-a260-11682e18aad8 req-d4cb7057-1135-4fef-aadd-49df5642e253 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:48.355686 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-753f2f2c-fe98-4dd3-a260-11682e18aad8 req-d4cb7057-1135-4fef-aadd-49df5642e253 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 943 time: 0.0503023 Sep 13 10:25:48.404271 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-753f2f2c-fe98-4dd3-a260-11682e18aad8 req-9d3c26f1-a03a-4f4c-a7f2-6826af865f7c tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Sep 13 10:25:49.526368 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff36b-b8ba-4503-b2b7-9fff07a345f3 req-22caed5a-701b-4c0b-8940-f66fa90a764f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:49.527889 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-191ff36b-b8ba-4503-b2b7-9fff07a345f3 req-22caed5a-701b-4c0b-8940-f66fa90a764f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 943 time: 0.0471411 Sep 13 10:25:49.580622 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-191ff36b-b8ba-4503-b2b7-9fff07a345f3 req-2d9d2baa-e84b-4f76-aef4-0e2a49cae4be tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Sep 13 10:25:49.995705 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 4ea80b05-ea23-47ba-9009-b42713d74310 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=106772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 10:25:50.073462 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:50.083633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:50.099189 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 4ea80b05-ea23-47ba-9009-b42713d74310, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ea80b05-ea23-47ba-9009-b42713d74310,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:50.111075 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Returning: {'device': '4ea80b05-ea23-47ba-9009-b42713d74310', 'network_id': '8d49a057-6bd8-4080-b93e-159c540d819c', 'port_id': '4ea80b05-ea23-47ba-9009-b42713d74310', 'mac_address': 'fa:16:3e:ec:72:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 479, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ca5995-26f4-4b49-8150-c8fce913fc2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 10:25:50.151233 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 4ea80b05-ea23-47ba-9009-b42713d74310 is: DOWN; New status is: BUILD {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:50.151744 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:50.168096 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea80b05-ea23-47ba-9009-b42713d74310 {{(pid=106772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 10:25:50.188575 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 4ea80b05-ea23-47ba-9009-b42713d74310, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ea80b05-ea23-47ba-9009-b42713d74310,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:50.250350 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:50.300842 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=4ea80b05-ea23-47ba-9009-b42713d74310,revision_number=4']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:50.539233 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['4ea80b05-ea23-47ba-9009-b42713d74310'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:25:50.707661 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8caec3-fb4f-4ed4-b101-6665015029a7 req-5c315ba8-83d2-4237-9eab-de0f40044cce tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:50.709135 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac8caec3-fb4f-4ed4-b101-6665015029a7 req-5c315ba8-83d2-4237-9eab-de0f40044cce tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 944 time: 0.0468357 Sep 13 10:25:50.761980 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac8caec3-fb4f-4ed4-b101-6665015029a7 req-2d2f313e-0d51-433a-b327-66aee1665981 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Sep 13 10:25:50.831528 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-ff726620-0978-49f3-8e4e-996f74723250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:51.900588 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cc6fe-a558-447b-8eae-5342df5f1c82 req-3851e1e8-43a8-41a8-ba1b-b1b756adc6ff tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:51.902049 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c1cc6fe-a558-447b-8eae-5342df5f1c82 req-3851e1e8-43a8-41a8-ba1b-b1b756adc6ff tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 944 time: 0.0538466 Sep 13 10:25:51.948607 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-8c1cc6fe-a558-447b-8eae-5342df5f1c82 req-5b913559-549b-4e75-9f5e-1b38dbafec1e tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Sep 13 10:25:52.016135 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 4ea80b05-ea23-47ba-9009-b42713d74310 up at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 10:25:52.060130 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning for port 4ea80b05-ea23-47ba-9009-b42713d74310 completed by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 10:25:52.122401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.provisioning_blocks [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Provisioning complete for port 4ea80b05-ea23-47ba-9009-b42713d74310 triggered by entity L2. {{(pid=106772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 10:25:52.122808 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15938727'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), provisioning_complete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:52.202073 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Current status of the port 4ea80b05-ea23-47ba-9009-b42713d74310 is: BUILD; New status is: ACTIVE {{(pid=106772) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 10:25:52.202528 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), before_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:52.225241 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea80b05-ea23-47ba-9009-b42713d74310'}] {{(pid=106772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:25:52.227482 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4aa13970ae984e743a10db11917a0d3000da2f6ed5a172a8f56627f838f481" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9c89ec-56de-4923-9dba-d9f20f4d0997" -d '{"events": [{"server_uuid": "50b41dbc-aaf8-40d3-bc50-3181da5d9be1", "name": "network-vif-plugged", "status": "completed", "tag": "4ea80b05-ea23-47ba-9009-b42713d74310"}]}' {{(pid=106772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:25:52.239571 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] For port 4ea80b05-ea23-47ba-9009-b42713d74310, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ea80b05-ea23-47ba-9009-b42713d74310,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:25:52.269283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca8f8b0-c814-4717-b252-2e830af3052e x-openstack-request-id: req-cca8f8b0-c814-4717-b252-2e830af3052e {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:25:52.269283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b41dbc-aaf8-40d3-bc50-3181da5d9be1", "name": "network-vif-plugged", "status": "completed", "tag": "4ea80b05-ea23-47ba-9009-b42713d74310", "code": 200}]} {{(pid=106772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:25:52.269283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cca8f8b0-c814-4717-b252-2e830af3052e {{(pid=106772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:25:52.269283 dv-cinder-854274-4-iscsi neutron-server[106772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca8f8b0-c814-4717-b252-2e830af3052e'] response: {'server_uuid': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea80b05-ea23-47ba-9009-b42713d74310', 'code': 200} Sep 13 10:25:52.313895 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:52.366698 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Pushing event updated for resources: {'Port': ['ID=4ea80b05-ea23-47ba-9009-b42713d74310,revision_number=5']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:52.573531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaffa3-b734-4a38-afaa-42bb79a7a411 req-3285a8c6-87db-4185-aa16-83fc234f571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:52.575021 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-92aaffa3-b734-4a38-afaa-42bb79a7a411 req-3285a8c6-87db-4185-aa16-83fc234f571a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 1129 time: 0.0395420 Sep 13 10:25:52.622638 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-92aaffa3-b734-4a38-afaa-42bb79a7a411 req-e12536da-26bc-49a9-8608-b71a5536ce36 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Sep 13 10:25:53.074672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89367411-dd5e-442d-a462-ae5eb89f5e10 req-201e6e92-a354-4c39-8df9-c85d6ec89f73 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:53.076243 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89367411-dd5e-442d-a462-ae5eb89f5e10 req-201e6e92-a354-4c39-8df9-c85d6ec89f73 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 945 time: 0.0537012 Sep 13 10:25:53.122938 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-89367411-dd5e-442d-a462-ae5eb89f5e10 req-23f2b64c-45dd-478a-afa7-105b1855e616 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Sep 13 10:25:53.231723 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b510dd3a-a53b-4f53-a6eb-018b31d98c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:54.248932 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4b718-d241-487f-8616-6210cd72dd6f req-86639e74-16ab-467f-a7ba-dad25760d0bf tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:54.250424 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0eb4b718-d241-487f-8616-6210cd72dd6f req-86639e74-16ab-467f-a7ba-dad25760d0bf tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Sep 13 10:25:54.302483 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0eb4b718-d241-487f-8616-6210cd72dd6f req-5c7dac46-81b0-451d-a63a-2235c85d5368 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Sep 13 10:25:54.421689 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:55.869607 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:55.935648 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:56.065325 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-f75cd8f2-d782-4ad8-995f-c6a7f8735b8d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378771 Sep 13 10:25:56.178521 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-b3d4b0ec-78d1-4f7c-8547-633e4c380e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:56.180090 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-b3d4b0ec-78d1-4f7c-8547-633e4c380e15 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1129 time: 0.0444388 Sep 13 10:25:56.253183 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:56.294610 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-3d38f857-10a6-4b87-a400-77106ab41f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:56.296111 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-3d38f857-10a6-4b87-a400-77106ab41f95 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.0916452 Sep 13 10:25:56.347480 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:56.369143 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-f4507b60-29b0-4fe3-b82d-c47aeb7efe14 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 200 len: 999 time: 0.0648954 Sep 13 10:25:56.418990 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-5e4629d9-4b43-4f63-9d7f-62d10116a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:56.420453 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-5e4629d9-4b43-4f63-9d7f-62d10116a71c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0451639 Sep 13 10:25:56.466178 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-587cdc89-6bdf-4b26-ae14-5b8cab112b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:56.467947 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-587cdc89-6bdf-4b26-ae14-5b8cab112b7d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397685 Sep 13 10:25:56.572980 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-06c31589-7f9e-42be-bb8a-96eb470d93f4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943706 Sep 13 10:25:56.680416 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f1bfc4a7-ed31-4009-a8b0-e6e5f8957260 req-607eebfb-9488-4b29-b0bf-6ae12972a31d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920043 Sep 13 10:25:58.838653 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e1602-caa1-4f45-9593-3ab3f1ac02c1 req-86a38a7f-ff6b-4e3a-b5dd-b665249d27b1 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:58.840063 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-704e1602-caa1-4f45-9593-3ab3f1ac02c1 req-86a38a7f-ff6b-4e3a-b5dd-b665249d27b1 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0537562 Sep 13 10:25:58.889368 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-704e1602-caa1-4f45-9593-3ab3f1ac02c1 req-2d92e4b3-7791-464f-9f1b-572f3c4cb4ed tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Sep 13 10:25:58.918656 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53318) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:59.060893 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5dd09f-1e27-4e11-b740-6538bd9691b7 tempest-TestMinimumBasicScenario-1769794405 tempest-TestMinimumBasicScenario-1769794405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:25:59.062396 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ee5dd09f-1e27-4e11-b740-6538bd9691b7 tempest-TestMinimumBasicScenario-1769794405 tempest-TestMinimumBasicScenario-1769794405-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1124 time: 0.1427171 Sep 13 10:25:59.065400 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53322) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:25:59.069673 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'floatingip': {'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'port_id': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:25:59.153565 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:59.240100 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (None), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:59.346862 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_common [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Allocated IP 172.27.2.167 (8d0f2be4-2784-4505-bc65-dc74ac5f5eae/d2f48e3d-6163-4789-bc51-4f51954a6df1/b1f1c967-3d49-4082-a3c6-1a5f63df75ac) {{(pid=106771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 10:25:59.457561 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:59.557183 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764995522479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:25:59.565746 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:59.588797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:25:59.598202 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Network 8d0f2be4-2784-4505-bc65-dc74ac5f5eae is already hosted by enough agents. {{(pid=106771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 10:25:59.601010 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.base_scheduler [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Resources bound (agent type, host, resource id): {{(pid=106771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 10:25:59.604771 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Received port after_create {{(pid=106771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 10:25:59.609684 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'Port': ['ID=b1f1c967-3d49-4082-a3c6-1a5f63df75ac,revision_number=1']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:25:59.966916 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for floatingip (37fa134f-f6b3-47fe-a214-6c8c30f0d1b3), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.092107 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.235038 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.293516 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.349697 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:00.363012 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'Port': ['ID=b1f1c967-3d49-4082-a3c6-1a5f63df75ac,revision_number=2']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:00.365692 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681365'] for floatingip (37fa134f-f6b3-47fe-a214-6c8c30f0d1b3), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.463464 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Floating IP 37fa134f-f6b3-47fe-a214-6c8c30f0d1b3 associated. External IP: 172.27.2.167, port: c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21. Sep 13 10:26:00.639187 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:00.662630 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:26:00.764819 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:26:00.774833 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] Sync routers for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:26:00.794534 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:26:00.794534 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:25:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:00.844870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.877977 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-a6db17ba-5660-4f01-8a09-667f9c74b5ae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8115504 Sep 13 10:26:00.878608 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:26:00.880900 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:26:00.881723 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53340) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:00.887597 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405116721', 'description': 'tempest-secgroup-smoke-1405116721 description', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:00.890940 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:26:00.927086 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d7cf2-38ab-4ee2-b4a2-2a6494438cdf x-openstack-request-id: req-019d7cf2-38ab-4ee2-b4a2-2a6494438cdf {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:26:00.927443 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:26:00.927703 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-019d7cf2-38ab-4ee2-b4a2-2a6494438cdf {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:26:00.928109 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019d7cf2-38ab-4ee2-b4a2-2a6494438cdf'] response: {'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'status': 'completed', 'code': 200} Sep 13 10:26:00.972990 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:00.990757 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-d5cef588-2b27-4444-8b7a-efd4e3fbbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:00.992409 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-d5cef588-2b27-4444-8b7a-efd4e3fbbe51 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1129 time: 0.0407844 Sep 13 10:26:01.058629 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group (31a9fb20-2472-4506-b14b-878e43d0288e), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.091362 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-20d42b02-a15e-47a3-af76-93b1c6f81420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:01.092846 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-20d42b02-a15e-47a3-af76-93b1c6f81420 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 916 time: 0.0946109 Sep 13 10:26:01.112760 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '37fa134f-f6b3-47fe-a214-6c8c30f0d1b3', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'port_id': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'mac_address': 'fa:16:3e:f7:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:25:59Z', 'updated_at': '2022-09-13T10:25:59Z', 'revision_number': 0, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:01.130269 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (31a9fb20-2472-4506-b14b-878e43d0288e), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.141924 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] Checking router: 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:26:01.152101 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:26:01.152733 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:25:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:01.165168 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9fb20-2472-4506-b14b-878e43d0288e,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:01.230021 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.231918 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-a6b80249-b7b7-444f-97fb-917d3638ea8e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3491049 Sep 13 10:26:01.235033 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53348) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:01.240155 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group_rule': {'security_group_id': '31a9fb20-2472-4506-b14b-878e43d0288e', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:01.256934 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:26:01.384153 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (7ac9f0f7-2546-4cc0-9be4-b784d64ab177), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.422947 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-f7be9d77-5b77-4823-b752-5886a8b1e0b7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 999 time: 0.3232327 Sep 13 10:26:01.450021 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (7ac9f0f7-2546-4cc0-9be4-b784d64ab177), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.479182 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-8ebfdf34-f2e3-4d78-b72c-a198d9ebd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:01.480706 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-8ebfdf34-f2e3-4d78-b72c-a198d9ebd4a0 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0457060 Sep 13 10:26:01.481518 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '37fa134f-f6b3-47fe-a214-6c8c30f0d1b3', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'port_id': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'mac_address': 'fa:16:3e:f7:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:25:59Z', 'updated_at': '2022-09-13T10:25:59Z', 'revision_number': 0, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:01.516375 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5071d-ac04-4bba-8a7a-2f929151dedb None None] The sync data for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi is: [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '37fa134f-f6b3-47fe-a214-6c8c30f0d1b3', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'port_id': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'mac_address': 'fa:16:3e:f7:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:25:59Z', 'updated_at': '2022-09-13T10:25:59Z', 'revision_number': 0, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:26:01.518175 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (7ac9f0f7-2546-4cc0-9be4-b784d64ab177), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.533006 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-89e98b1e-5ad1-410a-8b2d-2638347d7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:01.534932 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-89e98b1e-5ad1-410a-8b2d-2638347d7187 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458307 Sep 13 10:26:01.541977 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac9f0f7-2546-4cc0-9be4-b784d64ab177,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:01.548676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-7a2e9a95-6369-4708-afcf-3f3a545348bb service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106771) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 10:26:01.550195 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-7a2e9a95-6369-4708-afcf-3f3a545348bb service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056055 Sep 13 10:26:01.600276 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.601916 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-26e94356-446b-4404-a046-bd18a2b1e668 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3657713 Sep 13 10:26:01.604723 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53352) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:01.609015 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group_rule': {'security_group_id': '31a9fb20-2472-4506-b14b-878e43d0288e', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:01.650739 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-7ad03ffb-718c-472f-adf4-4b8505adf4b8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906720 Sep 13 10:26:01.690512 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (3412e951-99b8-4ebd-8514-e6c6cc151479), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.731826 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:01.739705 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271e7cf-83d0-461e-ad21-90638c817a32 None None] New status for floating IP 37fa134f-f6b3-47fe-a214-6c8c30f0d1b3: ACTIVE {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:26:01.752224 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (3412e951-99b8-4ebd-8514-e6c6cc151479), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.757177 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-12b4ad1c-c4bc-4f77-afb5-ee2a90bf68aa req-40452a5d-6f6c-40fe-8925-2e6cef15b0bb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971787 Sep 13 10:26:01.777282 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:01.821375 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (3412e951-99b8-4ebd-8514-e6c6cc151479), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.839692 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3412e951-99b8-4ebd-8514-e6c6cc151479,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:01.936114 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:01.937334 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9a0160da-3f0c-44ed-93a4-acb590869ac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3316915 Sep 13 10:26:01.940268 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53356) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:01.944630 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group_rule': {'security_group_id': '31a9fb20-2472-4506-b14b-878e43d0288e', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:02.073562 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (93608dbc-59b2-48ce-9ef0-716490827378), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.133103 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (93608dbc-59b2-48ce-9ef0-716490827378), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.207792 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (93608dbc-59b2-48ce-9ef0-716490827378), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.226150 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93608dbc-59b2-48ce-9ef0-716490827378,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:02.285814 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.287042 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-e322c9bd-2d92-4c04-a707-f77fd98ca021 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458672 Sep 13 10:26:02.289751 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53358) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:02.294935 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.v2.base [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group_rule': {'security_group_id': '31a9fb20-2472-4506-b14b-878e43d0288e', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:02.409660 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (8637b767-477f-419a-87f2-f61afaecedf2), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.466557 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:02.468358 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (8637b767-477f-419a-87f2-f61afaecedf2), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.569768 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (8637b767-477f-419a-87f2-f61afaecedf2), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.589495 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8637b767-477f-419a-87f2-f61afaecedf2,revision_number=0']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:02.668591 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.669955 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-1bc5a015-0fad-48ff-bc97-7f84d8ea627a tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3792696 Sep 13 10:26:02.672841 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53362) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:02.677407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group_rule': {'security_group_id': '31a9fb20-2472-4506-b14b-878e43d0288e', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:02.769933 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.securitygroups_db [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Project d3610ef4e07548e1a88d76356d8170a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 10:26:02.777279 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (8ae3cd4c-f8a6-4ae4-a5ce-92339a7e6136), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.835323 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (8ae3cd4c-f8a6-4ae4-a5ce-92339a7e6136), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.901626 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (8ae3cd4c-f8a6-4ae4-a5ce-92339a7e6136), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.920543 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae3cd4c-f8a6-4ae4-a5ce-92339a7e6136,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:02.995114 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:02.996330 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-84a19292-a8c4-44aa-9ca5-c9e1a2108e30 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3225045 Sep 13 10:26:02.999015 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53366) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:03.003566 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'security_group_rule': {'security_group_id': '31a9fb20-2472-4506-b14b-878e43d0288e', 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:03.095383 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.securitygroups_db [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Project d3610ef4e07548e1a88d76356d8170a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 10:26:03.101062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (405c1a95-d3ad-43aa-8ba9-8a63f02ca464), before_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.160507 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (405c1a95-d3ad-43aa-8ba9-8a63f02ca464), precommit_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.255441 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728239'] for security_group_rule (405c1a95-d3ad-43aa-8ba9-8a63f02ca464), after_create {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.277042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405c1a95-d3ad-43aa-8ba9-8a63f02ca464,revision_number=0']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:03.366140 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.367368 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-a5a8a6a9-d5c5-4611-9a1d-4502a19105ef tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671854 Sep 13 10:26:03.458145 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-29222d67-2085-4311-baf4-29b3ee296b45 req-aaf22755-3dc6-4e98-92ef-ddc8dcb18488 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1405116721&fields=id&tenant_id=d3610ef4e07548e1a88d76356d8170a6 HTTP/1.1" status: 200 len: 267 time: 0.0444424 Sep 13 10:26:03.507565 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29222d67-2085-4311-baf4-29b3ee296b45 req-64f6e393-8811-497b-ae73-b3017a06dadf tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:03.508983 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-29222d67-2085-4311-baf4-29b3ee296b45 req-64f6e393-8811-497b-ae73-b3017a06dadf tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0456922 Sep 13 10:26:03.519679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'port': {'security_groups': ['6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd', '31a9fb20-2472-4506-b14b-878e43d0288e']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:26:03.522338 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:03.591147 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.777796 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:26:03.789247 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:03.805796 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.893923 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.904461 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:03.905043 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:03.906376 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-29222d67-2085-4311-baf4-29b3ee296b45 req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "PUT /networking/v2.0/ports/c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 981 time: 0.3914230 Sep 13 10:26:03.906931 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:26:03.912067 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:26:03.914146 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:26:03.974899 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af288b49-8e52-4730-89aa-e642b57d0f79 x-openstack-request-id: req-af288b49-8e52-4730-89aa-e642b57d0f79 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:26:03.976725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:26:03.976725 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af288b49-8e52-4730-89aa-e642b57d0f79 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:26:03.976725 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af288b49-8e52-4730-89aa-e642b57d0f79'] response: {'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'status': 'completed', 'code': 200} Sep 13 10:26:04.055249 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f596f-1820-499f-a044-24d56d8e3554 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=6']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:04.060347 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:04.064823 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299ac3-6a74-4836-a5eb-5fba25bb9540 req-fc3883a5-3d44-48c2-84af-241cb807270f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:04.066313 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d3299ac3-6a74-4836-a5eb-5fba25bb9540 req-fc3883a5-3d44-48c2-84af-241cb807270f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0965459 Sep 13 10:26:04.072425 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-4a7857e5-00bc-4e0f-9e67-92ed4a6c0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:04.074061 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-4a7857e5-00bc-4e0f-9e67-92ed4a6c0ce2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1168 time: 0.0678725 Sep 13 10:26:04.075818 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:26:04.130141 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d3299ac3-6a74-4836-a5eb-5fba25bb9540 req-037ea37e-8928-47ea-a928-a2039e085bf6 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548267 Sep 13 10:26:04.241296 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-1ad3bbd4-2f7b-4363-a592-e36dea5bf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:04.242762 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-1ad3bbd4-2f7b-4363-a592-e36dea5bf1a1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 916 time: 0.0888541 Sep 13 10:26:04.393530 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=100 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:04.624508 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-4ecabb59-0855-46eb-9d87-af075d6b997f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 1001 time: 0.0608249 Sep 13 10:26:04.674698 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-989e27ed-963b-4d6e-89ae-4fdb64d9f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:04.676174 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-989e27ed-963b-4d6e-89ae-4fdb64d9f0e3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0448728 Sep 13 10:26:04.728822 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-dd65dfa3-ba29-4abb-9e1c-c0767268a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:04.730148 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-dd65dfa3-ba29-4abb-9e1c-c0767268a019 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463386 Sep 13 10:26:05.156472 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-04f8eb7f-38ba-4b33-9c23-2087240ff7d0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922968 Sep 13 10:26:05.252382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-00b0afcc-cb98-4a00-9cd3-e4391c83fe0d req-32c9223c-9b0c-4e5e-b1eb-da5d4450693d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881999 Sep 13 10:26:10.210894 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:26:12.592002 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:14.652636 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=63 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:14.653700 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=19 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:14.730737 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:15.247676 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:15.249594 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=57 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:16.624094 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53478) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:16.731409 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3e8e93ed-de14-4bf3-8c3d-9cfe45b5ac2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:16.807996 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3e8e93ed-de14-4bf3-8c3d-9cfe45b5ac2e admin admin] Publish callbacks [] for security_group (d20966a5-7b04-485d-9bb7-c04f8610c67d), precommit_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:16.901648 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-3e8e93ed-de14-4bf3-8c3d-9cfe45b5ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d20966a5-7b04-485d-9bb7-c04f8610c67d), after_create {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:16.942193 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-3e8e93ed-de14-4bf3-8c3d-9cfe45b5ac2e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=501f1c67ddc54fddaa630db4f910a549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169546 Sep 13 10:26:16.943264 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e93ed-de14-4bf3-8c3d-9cfe45b5ac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20966a5-7b04-485d-9bb7-c04f8610c67d,revision_number=1']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:16.944890 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53482) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:16.998820 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Publish callbacks [] for security_group (d20966a5-7b04-485d-9bb7-c04f8610c67d), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:17.018712 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Publish callbacks [] for security_group (d20966a5-7b04-485d-9bb7-c04f8610c67d), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:17.163811 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (d20966a5-7b04-485d-9bb7-c04f8610c67d), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:17.168029 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:17.168029 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d20966a5-7b04-485d-9bb7-c04f8610c67d HTTP/1.1" status: 204 len: 168 time: 0.2218714 Sep 13 10:26:17.175891 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20966a5-7b04-485d-9bb7-c04f8610c67d,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:17.183264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.183632 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.183955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.184287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.184615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.185019 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.185345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.185667 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.185990 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.186310 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.186781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.187106 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.187448 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.187765 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:17.188079 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913440-8e22-4256-97e5-787466546dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:18.882767 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=86 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:20.206723 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=96 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:20.849268 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-40ece0da-afbd-4add-9b78-f87b6531d0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:21.240573 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e2d-891d-4ae1-afb2-b9062f54534b req-29fc6de8-98fa-4f50-8193-bd026f60ecb6 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:21.242071 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0017e2d-891d-4ae1-afb2-b9062f54534b req-29fc6de8-98fa-4f50-8193-bd026f60ecb6 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Sep 13 10:26:21.291769 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e0017e2d-891d-4ae1-afb2-b9062f54534b req-195f2ea9-11dc-431b-a05b-e631a0fb7aca tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Sep 13 10:26:22.414085 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ee887-b732-40da-a9ac-10d015f6abef req-1643ccf8-274a-4a4c-9c86-603c4120eff0 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:22.415550 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac5ee887-b732-40da-a9ac-10d015f6abef req-1643ccf8-274a-4a4c-9c86-603c4120eff0 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Sep 13 10:26:22.461442 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac5ee887-b732-40da-a9ac-10d015f6abef req-24ebd643-b5b7-4dab-b6e6-7df0ee051c16 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=30719362-7745-4800-a293-dbbb1dfad499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Sep 13 10:26:23.182863 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-b70e0b86-ff79-47c9-8551-4cfd500fadd8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:23.184298 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-b70e0b86-ff79-47c9-8551-4cfd500fadd8 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 945 time: 0.0459492 Sep 13 10:26:23.266145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f4101b5b-3fb3-4ce7-88e9-dd78538d4bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:23.272183 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Deleting port 4ea80b05-ea23-47ba-9009-b42713d74310 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:26:23.278511 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:23.362215 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] For port 4ea80b05-ea23-47ba-9009-b42713d74310, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4ea80b05-ea23-47ba-9009-b42713d74310,segment=NetworkSegment(f9361e29-f80d-4b1c-86eb-573a37f85f55),segment_id=f9361e29-f80d-4b1c-86eb-573a37f85f55)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:26:23.362484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:23.375157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Calling delete_port for 4ea80b05-ea23-47ba-9009-b42713d74310 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:26:23.548227 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (4ea80b05-ea23-47ba-9009-b42713d74310), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:23.560813 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['4ea80b05-ea23-47ba-9009-b42713d74310'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:26:23.571555 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ca925fdb-8012-41ca-9caa-541aa5e71389 req-42c61b6b-e2d1-4d22-8996-89c80f4bade4 tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=50b41dbc-aaf8-40d3-bc50-3181da5d9be1 HTTP/1.1" status: 200 len: 210 time: 0.0335145 Sep 13 10:26:23.592547 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Pushing event deleted for resources: {'Port': ['ID=4ea80b05-ea23-47ba-9009-b42713d74310,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:23.640368 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] No DVR routers for this DVR port 4ea80b05-ea23-47ba-9009-b42713d74310 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:26:23.642753 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:23.645950 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-afa180ca-e347-48fa-b48c-fc4f9beb5b33 req-1a034e5f-7409-487c-8b81-3b977b11916f tempest-VolumesSnapshotTestJSON-1157562262 tempest-VolumesSnapshotTestJSON-1157562262-project] 10.222.0.50 "DELETE /networking/v2.0/ports/4ea80b05-ea23-47ba-9009-b42713d74310 HTTP/1.1" status: 204 len: 173 time: 0.4546883 Sep 13 10:26:23.646453 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'name': 'network-vif-deleted', 'tag': '4ea80b05-ea23-47ba-9009-b42713d74310'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:26:23.648701 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b52bb-2970-4630-8584-b2e3bc5e2587" -d '{"events": [{"server_uuid": "50b41dbc-aaf8-40d3-bc50-3181da5d9be1", "name": "network-vif-deleted", "tag": "4ea80b05-ea23-47ba-9009-b42713d74310"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:26:23.686132 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9644240-ae18-41ea-9bbd-4617eec7de57 x-openstack-request-id: req-c9644240-ae18-41ea-9bbd-4617eec7de57 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:26:23.686430 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b41dbc-aaf8-40d3-bc50-3181da5d9be1", "name": "network-vif-deleted", "tag": "4ea80b05-ea23-47ba-9009-b42713d74310", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:26:23.686690 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9644240-ae18-41ea-9bbd-4617eec7de57 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:26:23.687093 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9644240-ae18-41ea-9bbd-4617eec7de57'] response: {'server_uuid': '50b41dbc-aaf8-40d3-bc50-3181da5d9be1', 'name': 'network-vif-deleted', 'tag': '4ea80b05-ea23-47ba-9009-b42713d74310', 'status': 'completed', 'code': 200} Sep 13 10:26:24.393303 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:25.889066 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:25.912204 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:26.165383 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 4ea80b05-ea23-47ba-9009-b42713d74310 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:26:26.184622 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: 4ea80b05-ea23-47ba-9009-b42713d74310 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:26:26.184962 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device 4ea80b05-ea23-47ba-9009-b42713d74310 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:26:26.936175 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=12,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:26.940046 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=25,neutron:INSERT=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:33.601426 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=78,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:33.624615 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=83,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:35.866458 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:36.168849 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:36.896355 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade4d6-1f36-4af6-82b6-ec74aaac3af3 req-400916eb-373a-44a6-9830-039c2b1ba209 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:36.897804 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4fade4d6-1f36-4af6-82b6-ec74aaac3af3 req-400916eb-373a-44a6-9830-039c2b1ba209 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0482826 Sep 13 10:26:36.961326 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4fade4d6-1f36-4af6-82b6-ec74aaac3af3 req-c7928632-08a2-4aad-8908-2437fa02f24f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573742 Sep 13 10:26:38.084631 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cc810-b3ec-4643-aa32-15e1ec26504e req-35f7db72-acf9-48c6-acd3-f7a9fa030129 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:38.085972 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3c1cc810-b3ec-4643-aa32-15e1ec26504e req-35f7db72-acf9-48c6-acd3-f7a9fa030129 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0465565 Sep 13 10:26:38.149547 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3c1cc810-b3ec-4643-aa32-15e1ec26504e req-9f27b484-e727-463e-9874-a510b28cb144 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580125 Sep 13 10:26:38.987460 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-89141515-484a-4e20-9126-1bc39dd8d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:38.988887 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-89141515-484a-4e20-9126-1bc39dd8d591 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1168 time: 0.1317148 Sep 13 10:26:39.077418 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-0bd06571-fe2b-4445-9062-560f0d8722ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:39.078817 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-0bd06571-fe2b-4445-9062-560f0d8722ec service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 916 time: 0.0837460 Sep 13 10:26:39.146699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-54d1bec4-cf15-4d7a-830f-52b39cd86217 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 1001 time: 0.0597188 Sep 13 10:26:39.197010 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-72352923-8b5a-49b9-8a3b-1869141c47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:39.198975 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-72352923-8b5a-49b9-8a3b-1869141c47e9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0452521 Sep 13 10:26:39.271761 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-5a90ad2a-e554-495e-84b5-c44b49153ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:39.273197 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-5a90ad2a-e554-495e-84b5-c44b49153ebd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678327 Sep 13 10:26:39.295208 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef8f9-c7cd-42dc-8b86-75a0b5c8c1af req-e0c5beb1-23d5-498b-a8a8-40d13e5decab tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:39.296563 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-101ef8f9-c7cd-42dc-8b86-75a0b5c8c1af req-e0c5beb1-23d5-498b-a8a8-40d13e5decab tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0647957 Sep 13 10:26:39.415260 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-101ef8f9-c7cd-42dc-8b86-75a0b5c8c1af req-64fd4dc1-1e8f-4711-8fd1-2d7c221b0a7e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087191 Sep 13 10:26:39.417676 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-46176036-b62f-4c97-9ebf-c39000d77e3a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366632 Sep 13 10:26:39.511321 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-2b3e6b88-e9b8-4b34-8535-ec60544ffebd req-70a1cdf1-edc0-4098-abc1-b7d4c272f352 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Sep 13 10:26:40.547298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808f5d8-5068-4c15-8e58-d008181e0e78 req-8e39b9d7-d4b1-4dfe-affe-1f9a74700158 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:40.547298 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3808f5d8-5068-4c15-8e58-d008181e0e78 req-8e39b9d7-d4b1-4dfe-affe-1f9a74700158 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0476372 Sep 13 10:26:40.597899 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3808f5d8-5068-4c15-8e58-d008181e0e78 req-02a01a71-0a15-4760-b288-9381d3215bfa tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535343 Sep 13 10:26:41.722669 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7407f1-dfaf-4d5a-bd11-a93afb151b0a req-d7c6ee16-70f4-4840-9172-743c16379591 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:41.724133 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a7407f1-dfaf-4d5a-bd11-a93afb151b0a req-d7c6ee16-70f4-4840-9172-743c16379591 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0498598 Sep 13 10:26:41.773307 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:41.787515 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-0a7407f1-dfaf-4d5a-bd11-a93afb151b0a req-48e4507a-854e-4667-a8ed-2b3bf3c03c06 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576415 Sep 13 10:26:42.871582 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:42.909417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef149d-d5d5-4520-8742-30aa800c056d req-6176aaaf-b51b-40f0-9151-d09e050177ad tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:42.910880 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e9ef149d-d5d5-4520-8742-30aa800c056d req-6176aaaf-b51b-40f0-9151-d09e050177ad tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0484211 Sep 13 10:26:42.976928 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e9ef149d-d5d5-4520-8742-30aa800c056d req-a2131da5-b3c8-408e-9859-5ec8c84a554c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603795 Sep 13 10:26:44.105987 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7ec7a-7c43-4747-b4bf-b8a9ca755605 req-39f80389-315b-408e-8252-683e065ce7fe tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:44.107441 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-63e7ec7a-7c43-4747-b4bf-b8a9ca755605 req-39f80389-315b-408e-8252-683e065ce7fe tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0470903 Sep 13 10:26:44.171396 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-63e7ec7a-7c43-4747-b4bf-b8a9ca755605 req-353d7d6e-b1b0-4a3c-9e88-dcc2081e4e06 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580950 Sep 13 10:26:44.762536 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:45.294062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37165b-4f0c-4fa3-a968-e56ea48fe209 req-1347202b-39b3-4cd2-88de-97359b301d4d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:45.295714 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5d37165b-4f0c-4fa3-a968-e56ea48fe209 req-1347202b-39b3-4cd2-88de-97359b301d4d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0481975 Sep 13 10:26:45.357278 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5d37165b-4f0c-4fa3-a968-e56ea48fe209 req-ea9184b7-9ae2-4746-9150-db0a64ea542d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557003 Sep 13 10:26:46.477636 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cefb21-108b-4a29-a09e-e371177a8b97 req-57cbd434-21bc-4716-a037-87b905259f23 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:46.479108 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-83cefb21-108b-4a29-a09e-e371177a8b97 req-57cbd434-21bc-4716-a037-87b905259f23 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0472715 Sep 13 10:26:46.540003 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-83cefb21-108b-4a29-a09e-e371177a8b97 req-5d7e3447-8028-4d96-9791-2645c2682708 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546842 Sep 13 10:26:47.210678 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:26:47.664462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed00b-0c5f-4ee8-b87c-2a2b46c17b56 req-4690d925-e5a7-4c73-8999-1f56963a7b5e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:47.665821 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dbeed00b-0c5f-4ee8-b87c-2a2b46c17b56 req-4690d925-e5a7-4c73-8999-1f56963a7b5e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0507946 Sep 13 10:26:47.724628 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-dbeed00b-0c5f-4ee8-b87c-2a2b46c17b56 req-205f1bde-8cab-432a-ac40-e8e0ecbd89c1 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531991 Sep 13 10:26:48.845344 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fcd97-08b8-4f69-8963-5353d8223efa req-7196adf0-5e6c-47fc-b652-157b28defc99 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:48.846787 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f55fcd97-08b8-4f69-8963-5353d8223efa req-7196adf0-5e6c-47fc-b652-157b28defc99 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0460708 Sep 13 10:26:48.907334 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-f55fcd97-08b8-4f69-8963-5353d8223efa req-19387134-e392-43ea-be3b-09fcd6f6af8f tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548027 Sep 13 10:26:49.979575 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53676) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:50.034832 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f70e1-eac6-4837-b416-6adbfffbfe85 req-c6112f9a-38c0-49af-a9e3-64971cf5eac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:50.036382 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-130f70e1-eac6-4837-b416-6adbfffbfe85 req-c6112f9a-38c0-49af-a9e3-64971cf5eac4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0516422 Sep 13 10:26:50.108099 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-130f70e1-eac6-4837-b416-6adbfffbfe85 req-e9246f06-9c9b-4343-b68c-627c51fb2af0 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637407 Sep 13 10:26:50.162186 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Deleting port a5c3e331-378e-4336-a366-cc6ca0fab691 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:26:50.162186 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.198261 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:50.223778 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.224110 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (a5c3e331-378e-4336-a366-cc6ca0fab691), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.237754 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Calling delete_port for a5c3e331-378e-4336-a366-cc6ca0fab691 owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:26:50.447289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53680) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:50.494134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Deleting subnet 94ca5995-26f4-4b49-8150-c8fce913fc2d {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:26:50.498169 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Publish callbacks [] for subnet (94ca5995-26f4-4b49-8150-c8fce913fc2d), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.533602 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (94ca5995-26f4-4b49-8150-c8fce913fc2d), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.573674 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (94ca5995-26f4-4b49-8150-c8fce913fc2d), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.620294 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:50.727138 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (a5c3e331-378e-4336-a366-cc6ca0fab691), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.727493 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (94ca5995-26f4-4b49-8150-c8fce913fc2d), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.738177 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:50.754249 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'Port': ['ID=a5c3e331-378e-4336-a366-cc6ca0fab691,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:50.759303 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ca5995-26f4-4b49-8150-c8fce913fc2d,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:50.761564 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.764658 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-c466f795-d9e4-4922-b9c7-bc5675d22066 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/94ca5995-26f4-4b49-8150-c8fce913fc2d HTTP/1.1" status: 204 len: 168 time: 0.3163593 Sep 13 10:26:50.767151 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53682) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:50.787708 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.788064 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.788408 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.788754 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.789089 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.789424 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.789754 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.790082 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.790411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.790738 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.791067 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.791420 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.791747 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.792069 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.792399 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:26:50.807105 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d4e65ae5-baa9-4f8d-8557-153c866f38e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.839411 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (e648e889-f2bf-4450-8fbd-72b2b42a85de), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.839752 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Floating IP e648e889-f2bf-4450-8fbd-72b2b42a85de disassociated (deleted). External IP: 172.27.2.13, port: bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2. Sep 13 10:26:50.841682 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (8d49a057-6bd8-4080-b93e-159c540d819c), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.925342 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (8d49a057-6bd8-4080-b93e-159c540d819c), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.946779 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d49a057-6bd8-4080-b93e-159c540d819c']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:50.956941 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9361e29-f80d-4b1c-86eb-573a37f85f55') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:50.957234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9361e29-f80d-4b1c-86eb-573a37f85f55') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:50.966787 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (f9361e29-f80d-4b1c-86eb-573a37f85f55), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.980015 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (f9361e29-f80d-4b1c-86eb-573a37f85f55), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:50.986166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Releasing vlan 479 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:26:50.986551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (f9361e29-f80d-4b1c-86eb-573a37f85f55), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.030848 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment f9361e29-f80d-4b1c-86eb-573a37f85f55 resource provider aggregate not found Sep 13 10:26:51.040288 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:26:51.049307 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment f9361e29-f80d-4b1c-86eb-573a37f85f55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9361e29-f80d-4b1c-86eb-573a37f85f55 found for delete ", "request_id": "req-7192e208-2653-49f6-84df-71dabf8cc833"}]} Sep 13 10:26:51.111545 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (8d49a057-6bd8-4080-b93e-159c540d819c), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.117264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.120324 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8d49a057-6bd8-4080-b93e-159c540d819c HTTP/1.1" status: 204 len: 168 time: 0.3521428 Sep 13 10:26:51.132288 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22501eae-a6ed-4e34-aaf0-f567825ebf13 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d49a057-6bd8-4080-b93e-159c540d819c,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:51.148028 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:26:51.154138 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.159469 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:26:51.169733 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:26:51.170492 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:51.176261 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:51.190932 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-5efc76bc-f596-4790-871f-c480d313a040 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/e648e889-f2bf-4450-8fbd-72b2b42a85de HTTP/1.1" status: 204 len: 168 time: 1.2101645 Sep 13 10:26:51.191608 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:26:51.203734 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf40a1f-a187-4861-bef4-aa45d3d675f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:26:51.270083 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8375-5856-44ef-b437-a805d5f0a058 req-c036188b-2c93-48b9-87f5-bf0dbc597a4d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:51.275678 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac0f8375-5856-44ef-b437-a805d5f0a058 req-c036188b-2c93-48b9-87f5-bf0dbc597a4d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0730495 Sep 13 10:26:51.310994 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:26:51.333319 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ac0f8375-5856-44ef-b437-a805d5f0a058 req-a68a73c1-7662-4d4d-9b7f-f6aab159194e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551958 Sep 13 10:26:51.522491 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:33Z', 'revision_number': 1, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:51.532628 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90345243-a6be-4008-abf7-229a9c25d1ba x-openstack-request-id: req-90345243-a6be-4008-abf7-229a9c25d1ba {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:26:51.532954 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:26:51.533220 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90345243-a6be-4008-abf7-229a9c25d1ba {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:26:51.533643 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90345243-a6be-4008-abf7-229a9c25d1ba'] response: {'name': 'network-changed', 'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'status': 'completed', 'code': 200} Sep 13 10:26:51.560916 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:26:51.566026 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:26:51.566627 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:51.602324 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-7244b29d-dd2e-41b9-92a5-eaebb8e9d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:51.603824 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-7244b29d-dd2e-41b9-92a5-eaebb8e9d1ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 1129 time: 0.0397849 Sep 13 10:26:51.642644 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53698) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:51.676734 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:26:51.699446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:51.702885 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-183f4330-1ba0-4097-bfbc-6f4ea340d18c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8879b3720c0d482d8118a0d2e5590b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587282 Sep 13 10:26:51.705606 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53702) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:51.754118 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-874c95c4-42b1-444c-b6c2-f485ec297cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:51.755699 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-874c95c4-42b1-444c-b6c2-f485ec297cab service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.1450305 Sep 13 10:26:51.759785 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-09244a90-dd70-467c-b115-bdc9376c0fc0 admin admin] Publish callbacks [] for security_group (30719362-7745-4800-a293-dbbb1dfad499), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.767289 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802dcc-b744-4630-8fca-44e4a5c24b81 req-d1695d9c-9c83-4cd0-a62c-b42db8bdbba9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:51.768874 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff802dcc-b744-4630-8fca-44e4a5c24b81 req-d1695d9c-9c83-4cd0-a62c-b42db8bdbba9 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0642176 Sep 13 10:26:51.781833 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-09244a90-dd70-467c-b115-bdc9376c0fc0 admin admin] Publish callbacks [] for security_group (30719362-7745-4800-a293-dbbb1dfad499), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.833396 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ff802dcc-b744-4630-8fca-44e4a5c24b81 req-2b46a98f-bb66-475d-a816-63b03ad2fa53 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579653 Sep 13 10:26:51.900430 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:33Z', 'revision_number': 1, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:51.900815 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-09244a90-dd70-467c-b115-bdc9376c0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (30719362-7745-4800-a293-dbbb1dfad499), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.904139 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-09244a90-dd70-467c-b115-bdc9376c0fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:51.905800 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-09244a90-dd70-467c-b115-bdc9376c0fc0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/30719362-7745-4800-a293-dbbb1dfad499 HTTP/1.1" status: 204 len: 168 time: 0.1991057 Sep 13 10:26:51.919522 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09244a90-dd70-467c-b115-bdc9376c0fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30719362-7745-4800-a293-dbbb1dfad499,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:51.926837 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953329e4-fa10-4775-84b1-cc3136b5ab78 None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_floatingips': [{'id': '42e6eea6-fd38-423d-950a-c02bcb356eac', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'router_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'port_id': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'mac_address': 'fa:16:3e:d2:63:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T10:22:31Z', 'updated_at': '2022-09-13T10:22:33Z', 'revision_number': 1, 'project_id': '7cc199dd87e24511a8d267603b571456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:26:52.163365 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470d3c2-1254-4592-bf62-d86f57c77d7b None None] New status for floating IP e648e889-f2bf-4450-8fbd-72b2b42a85de: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:26:52.465521 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb03aca-4d0f-45ec-9d32-9c3b0dc85e21 req-e8299186-afad-48ab-88ec-95b7b59a45c9 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:52.467032 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4eb03aca-4d0f-45ec-9d32-9c3b0dc85e21 req-e8299186-afad-48ab-88ec-95b7b59a45c9 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0489299 Sep 13 10:26:52.526593 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-4eb03aca-4d0f-45ec-9d32-9c3b0dc85e21 req-02744222-3d38-4dd3-9c06-079ec4e55a2c tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537784 Sep 13 10:26:52.740063 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-54785c48-2b4d-4052-aa7b-cbebf6c66943 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 HTTP/1.1" status: 200 len: 217 time: 0.0331209 Sep 13 10:26:52.786084 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:52.791896 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-cf4e8e56-58d5-4180-aa45-08247f503511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:52.793800 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-cf4e8e56-58d5-4180-aa45-08247f503511 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0462158 Sep 13 10:26:52.894704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-f661433b-4888-4708-a388-7aba96688bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:52.896218 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-f661433b-4888-4708-a388-7aba96688bbc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393906 Sep 13 10:26:52.999018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1e353-776b-498b-8583-3ef2e6e328eb req-5a25078e-57e4-4d90-99f6-5874e20f65e7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:53.000494 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-abb1e353-776b-498b-8583-3ef2e6e328eb req-5a25078e-57e4-4d90-99f6-5874e20f65e7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0890081 Sep 13 10:26:53.050090 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-f25645d3-7aa9-4c51-8599-4581e6177caf service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466668 Sep 13 10:26:53.067730 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-abb1e353-776b-498b-8583-3ef2e6e328eb req-b9301b71-e122-49e4-85b1-fc686fa0dcf5 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610075 Sep 13 10:26:53.225857 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5b36e275-d722-4650-8d49-1f4fc1e41a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:53.273739 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-c2bd52fb-b931-45f8-a11f-82d2420287a3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:53.276317 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-c2bd52fb-b931-45f8-a11f-82d2420287a3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 945 time: 0.0770783 Sep 13 10:26:53.281554 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7cf40a1f-a187-4861-bef4-aa45d3d675f6 req-55d74c0e-0187-4bc5-9e9c-35bf6854d503 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330824 Sep 13 10:26:53.325241 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:53.362452 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Deleting port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:26:53.362783 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:53.454417 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] For port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:26:53.454768 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:53.467763 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Calling delete_port for bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:26:53.646462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccb219-978b-45cc-be2e-d3c22dcef102 req-5ede351e-f85d-4fc6-a652-cd04cfa28348 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:53.647830 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ccccb219-978b-45cc-be2e-d3c22dcef102 req-5ede351e-f85d-4fc6-a652-cd04cfa28348 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0458989 Sep 13 10:26:53.653658 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:53.693494 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'Port': ['ID=bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:53.751282 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] No DVR routers for this DVR port bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:26:53.757303 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:53.760472 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-400c3bc4-8c36-4b03-aae1-075cb329903d req-b782d590-4d25-41fb-a0d5-fd191818ada7 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "DELETE /networking/v2.0/ports/bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 HTTP/1.1" status: 204 len: 173 time: 0.4780977 Sep 13 10:26:53.760984 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'name': 'network-vif-deleted', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:26:53.763299 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306f4dd7-fa0b-4890-8ec6-68fdc8c93cf8" -d '{"events": [{"server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "name": "network-vif-deleted", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:26:53.772116 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:53.785932 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ccccb219-978b-45cc-be2e-d3c22dcef102 req-7eadc1ef-956c-4bd8-87f7-9ba01c7cef33 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297975 Sep 13 10:26:53.980859 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e945e-484a-45ba-ad60-9399261d65c8 x-openstack-request-id: req-673e945e-484a-45ba-ad60-9399261d65c8 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:26:53.981161 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b9f57-00c0-4847-9bdb-c5f65fb7059a", "name": "network-vif-deleted", "tag": "bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:26:53.981421 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-673e945e-484a-45ba-ad60-9399261d65c8 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:26:53.981856 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673e945e-484a-45ba-ad60-9399261d65c8'] response: {'server_uuid': 'a29b9f57-00c0-4847-9bdb-c5f65fb7059a', 'name': 'network-vif-deleted', 'tag': 'bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2', 'status': 'completed', 'code': 200} Sep 13 10:26:54.173915 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-eae50bb5-0d89-4eed-bbb3-4db9c9c4f982 req-ba8092f1-d443-4675-99af-e619b6e64098 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a29b9f57-00c0-4847-9bdb-c5f65fb7059a HTTP/1.1" status: 200 len: 210 time: 0.0296857 Sep 13 10:26:54.397179 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:54.910068 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c68f7-e523-4563-9e4e-098652aa5cc1 req-ec5cf7b3-9b82-4862-943c-b6a46feddd7b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:54.911531 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-288c68f7-e523-4563-9e4e-098652aa5cc1 req-ec5cf7b3-9b82-4862-943c-b6a46feddd7b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0474710 Sep 13 10:26:54.973122 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-288c68f7-e523-4563-9e4e-098652aa5cc1 req-aacc912a-51e5-4e1a-aa94-5c28716b136e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559335 Sep 13 10:26:55.882374 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:55.956633 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:56.304417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:26:56.328191 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:26:56.328539 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device bc5d6e33-5588-46a0-b9c5-bb7ef6abc2f2 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:26:56.348172 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eb7b9-1704-4b87-9c14-7a096970d220 req-b7df0a1a-a6fa-476a-a415-992edd9e69a7 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:56.349632 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-257eb7b9-1704-4b87-9c14-7a096970d220 req-b7df0a1a-a6fa-476a-a415-992edd9e69a7 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.2989523 Sep 13 10:26:56.410649 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-257eb7b9-1704-4b87-9c14-7a096970d220 req-8d4195c9-945d-4c28-b43b-997ba8c61143 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&id=31a9fb20-2472-4506-b14b-878e43d0288e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552526 Sep 13 10:26:57.726233 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53738) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:26:57.863331 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Deleting port 12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:26:57.863674 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:57.942091 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:57.942415 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:57.954978 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Calling delete_port for 12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720 owned by network:floatingip {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:26:58.016242 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:58.122456 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-2f8f36d7-9978-4bc9-a58f-45059124cc93 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634563 Sep 13 10:26:58.178240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:58.182042 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755ce9-dda9-473a-9a04-847defe425fd req-a085122a-df52-40d8-9ec8-f96203e7a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:58.183533 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-a085122a-df52-40d8-9ec8-f96203e7a71d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1168 time: 0.0400991 Sep 13 10:26:58.209654 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:58.278792 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'Port': ['ID=12ca0fb4-f7cf-4d87-9d55-c6cc8d5c1720,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:26:58.365955 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755ce9-dda9-473a-9a04-847defe425fd req-b0879a12-57f7-499d-8280-3d8ee7fa77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:58.367427 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-b0879a12-57f7-499d-8280-3d8ee7fa77aa service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 916 time: 0.1663926 Sep 13 10:26:58.368160 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (42e6eea6-fd38-423d-950a-c02bcb356eac), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:58.368482 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.db.l3_db [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Floating IP 42e6eea6-fd38-423d-950a-c02bcb356eac disassociated (deleted). External IP: 172.27.2.5, port: d433bce5-ddb4-4a98-b0a8-0d99788a0849. Sep 13 10:26:58.498116 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-de22b92c-88f1-4a30-bf27-ace9a192c5dd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 1001 time: 0.0936153 Sep 13 10:26:58.583962 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755ce9-dda9-473a-9a04-847defe425fd req-b6d9b37b-5bcb-4ff6-9ab8-08f5fa94c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:58.585242 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-b6d9b37b-5bcb-4ff6-9ab8-08f5fa94c4f9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0784171 Sep 13 10:26:58.669166 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755ce9-dda9-473a-9a04-847defe425fd req-b8d63311-0fd7-4c60-a365-47c5bca1d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:58.670646 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-b8d63311-0fd7-4c60-a365-47c5bca1d0b1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722451 Sep 13 10:26:58.702843 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:26:58.817502 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-bd7ea6ad-50b9-4307-9c2d-3ec838c22613 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382351 Sep 13 10:26:58.908498 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:26:58.913760 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:26:58.917755 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:26:58.927697 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:26:58.928313 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:58.963328 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=92 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:58.964038 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d948b8f5-617f-48c5-a9ad-65245d708dd8 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/42e6eea6-fd38-423d-950a-c02bcb356eac HTTP/1.1" status: 204 len: 168 time: 1.2367384 Sep 13 10:26:58.969259 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:26:58.971526 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a69aab-423f-4e42-af1c-cd691604a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:26:58.979300 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-ee755ce9-dda9-473a-9a04-847defe425fd req-8c15eaf6-03eb-46af-917a-b731c63b5f5a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348460 Sep 13 10:26:59.025967 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe1a63-a1b0-4c87-b79b-28df1a3b6d7d x-openstack-request-id: req-f5fe1a63-a1b0-4c87-b79b-28df1a3b6d7d {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:26:59.026133 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:26:59.026358 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5fe1a63-a1b0-4c87-b79b-28df1a3b6d7d {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:26:59.026767 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fe1a63-a1b0-4c87-b79b-28df1a3b6d7d'] response: {'name': 'network-changed', 'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'status': 'completed', 'code': 200} Sep 13 10:26:59.034521 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:26:59.073942 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:59.087665 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-0ad782fe-7b2a-43fa-b6ed-b7ec27056676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:59.087665 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-0ad782fe-7b2a-43fa-b6ed-b7ec27056676 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=7cc199dd87e24511a8d267603b571456&device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 1129 time: 0.0405023 Sep 13 10:26:59.165992 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:59.181731 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-1c7f793a-e602-4159-af68-03a14ac18831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:59.186124 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-1c7f793a-e602-4159-af68-03a14ac18831 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 200 len: 913 time: 0.0899968 Sep 13 10:26:59.212912 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:26:59.224596 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:59.228437 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-ab672111-33d1-405e-874b-055ee5309594 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 200 len: 217 time: 0.0364091 Sep 13 10:26:59.250995 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:26:59.259451 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:26:59.260058 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:59.280264 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-4963da2d-1a1d-4079-9221-663a763ad16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:59.282099 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-4963da2d-1a1d-4079-9221-663a763ad16c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 200 len: 851 time: 0.0495360 Sep 13 10:26:59.333340 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-5f2adc3f-6aeb-4097-aa50-6724dbe2cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:59.335291 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-5f2adc3f-6aeb-4097-aa50-6724dbe2cba7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=efbc911f-ad2a-4c68-952b-f6a00ba8476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448997 Sep 13 10:26:59.367330 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:26:59.455059 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47d75-84b0-4aaf-afcd-239690340239 req-6de477f1-b9f9-4428-8882-dd2d478ea9cb tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:26:59.456537 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cdd47d75-84b0-4aaf-afcd-239690340239 req-6de477f1-b9f9-4428-8882-dd2d478ea9cb tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0596375 Sep 13 10:26:59.495089 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-d54ae0b0-b5b9-4917-b3a2-2e482f18af0b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523359 Sep 13 10:26:59.524483 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cdd47d75-84b0-4aaf-afcd-239690340239 req-39b11330-5c40-454a-8cb3-6cd4c3a4fea0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608375 Sep 13 10:26:59.639666 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:26:59.666342 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb6681-9c09-45a7-a01f-0f5e66b6b4e3 None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:17:54Z', 'revision_number': 4, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': 'e596f08d-a638-485a-8f07-c1c6e500c157', 'name': '', 'network_id': 'efbc911f-ad2a-4c68-952b-f6a00ba8476f', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'mac_address': 'fa:16:3e:ba:d8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:53Z', 'updated_at': '2022-09-13T10:17:59Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'subnets': [{'id': 'ff8acb0c-0671-4fe0-897d-1170b17faad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:26:59.876023 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a55149-64ad-43cc-b113-f9dcf3f0707e None None] New status for floating IP 42e6eea6-fd38-423d-950a-c02bcb356eac: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:27:00.528045 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-d8a69aab-423f-4e42-af1c-cd691604a4bc req-4c7561d7-4fb0-4aa2-b9b0-7b4a813b5ed8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884986 Sep 13 10:27:00.650345 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5d092-923b-4adc-ae07-fdce38170ad9 req-3bb2ca7a-7849-4b63-a634-132cf250f87d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:00.651756 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c2b5d092-923b-4adc-ae07-fdce38170ad9 req-3bb2ca7a-7849-4b63-a634-132cf250f87d tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0482044 Sep 13 10:27:00.700448 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-c2b5d092-923b-4adc-ae07-fdce38170ad9 req-eb6359f1-d06b-4be1-a7ef-783c815801e2 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=4440e9b3-268a-4caa-8083-f99e6335e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Sep 13 10:27:00.966584 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-03e206d9-bc18-4354-849e-310196d45969 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:00.967963 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-03e206d9-bc18-4354-849e-310196d45969 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Sep 13 10:27:01.050063 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Deleting port d433bce5-ddb4-4a98-b0a8-0d99788a0849 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:01.050407 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:01.141284 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] For port d433bce5-ddb4-4a98-b0a8-0d99788a0849, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d433bce5-ddb4-4a98-b0a8-0d99788a0849,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:01.141645 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:01.155234 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Calling delete_port for d433bce5-ddb4-4a98-b0a8-0d99788a0849 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:01.282573 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:01.408356 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (d433bce5-ddb4-4a98-b0a8-0d99788a0849), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:01.440311 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'Port': ['ID=d433bce5-ddb4-4a98-b0a8-0d99788a0849,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:01.486168 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] No DVR routers for this DVR port d433bce5-ddb4-4a98-b0a8-0d99788a0849 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:01.488757 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:01.492105 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-3a5cfbbc-6548-48ea-9626-831397d1b5ba req-d3975728-a2c1-4cee-ad1a-6b745113def0 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.50 "DELETE /networking/v2.0/ports/d433bce5-ddb4-4a98-b0a8-0d99788a0849 HTTP/1.1" status: 204 len: 173 time: 0.5182924 Sep 13 10:27:01.492603 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'name': 'network-vif-deleted', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:27:01.495973 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325ada7-6d9a-4946-81cd-854e19c5208b" -d '{"events": [{"server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "name": "network-vif-deleted", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:27:01.533459 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea1a46-9a3e-49c8-96dc-0803f0796d3c x-openstack-request-id: req-e9ea1a46-9a3e-49c8-96dc-0803f0796d3c {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:27:01.534062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7076380-769c-4eca-8ad6-75ec464b6010", "name": "network-vif-deleted", "tag": "d433bce5-ddb4-4a98-b0a8-0d99788a0849", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:27:01.534062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9ea1a46-9a3e-49c8-96dc-0803f0796d3c {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:27:01.534388 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ea1a46-9a3e-49c8-96dc-0803f0796d3c'] response: {'server_uuid': 'f7076380-769c-4eca-8ad6-75ec464b6010', 'name': 'network-vif-deleted', 'tag': 'd433bce5-ddb4-4a98-b0a8-0d99788a0849', 'status': 'completed', 'code': 200} Sep 13 10:27:01.782762 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:01.804055 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-5cff634d-6dfe-41be-b2ec-77609d3808ac req-7dd4e33c-49d0-4638-ad6f-9552d3b25d4b tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f7076380-769c-4eca-8ad6-75ec464b6010 HTTP/1.1" status: 200 len: 210 time: 0.0297163 Sep 13 10:27:01.910744 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:02.874898 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53754) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:02.982865 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Deleting port 8eb61649-e625-4b0b-9a06-faedbe458c2b {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:02.983228 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:03.060499 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:03.060847 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (8eb61649-e625-4b0b-9a06-faedbe458c2b), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:03.072620 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Calling delete_port for 8eb61649-e625-4b0b-9a06-faedbe458c2b owned by network:floatingip {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:03.259554 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (8eb61649-e625-4b0b-9a06-faedbe458c2b), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:03.284937 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'Port': ['ID=8eb61649-e625-4b0b-9a06-faedbe458c2b,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:03.346920 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for floatingip (26d5f17e-18ab-4f4c-abf3-932a47c8fac8), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:03.349677 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:03.350859 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-19213dd6-d9d0-47e3-8557-9e424ca7de2a tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/26d5f17e-18ab-4f4c-abf3-932a47c8fac8 HTTP/1.1" status: 204 len: 168 time: 0.4760242 Sep 13 10:27:04.366067 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device d433bce5-ddb4-4a98-b0a8-0d99788a0849 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:04.385718 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: d433bce5-ddb4-4a98-b0a8-0d99788a0849 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:04.386066 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device d433bce5-ddb4-4a98-b0a8-0d99788a0849 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:04.676752 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53766) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:04.734223 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-482fec22-f88c-4aa2-841d-0a2ae54543f3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group (4440e9b3-268a-4caa-8083-f99e6335e9e6), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:04.761289 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-482fec22-f88c-4aa2-841d-0a2ae54543f3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group (4440e9b3-268a-4caa-8083-f99e6335e9e6), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:04.882490 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-482fec22-f88c-4aa2-841d-0a2ae54543f3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (4440e9b3-268a-4caa-8083-f99e6335e9e6), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:04.885177 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-482fec22-f88c-4aa2-841d-0a2ae54543f3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:04.886337 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-482fec22-f88c-4aa2-841d-0a2ae54543f3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4440e9b3-268a-4caa-8083-f99e6335e9e6 HTTP/1.1" status: 204 len: 168 time: 0.2086036 Sep 13 10:27:04.895995 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fec22-f88c-4aa2-841d-0a2ae54543f3 tempest-TestVolumeBootPattern-485337623 tempest-TestVolumeBootPattern-485337623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440e9b3-268a-4caa-8083-f99e6335e9e6,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:05.001551 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53770) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:05.454240 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (f7443b26-5da9-46d7-b096-db2d161e0c40), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:05.803327 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:05.864062 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:05.927695 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Deleting port e596f08d-a638-485a-8f07-c1c6e500c157 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:05.928025 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:06.005847 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] For port e596f08d-a638-485a-8f07-c1c6e500c157, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=e596f08d-a638-485a-8f07-c1c6e500c157,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:06.006508 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:06.019283 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Calling delete_port for e596f08d-a638-485a-8f07-c1c6e500c157 owned by network:router_interface {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:06.246182 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (e596f08d-a638-485a-8f07-c1c6e500c157), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:06.273917 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e596f08d-a638-485a-8f07-c1c6e500c157,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:06.440009 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (f7443b26-5da9-46d7-b096-db2d161e0c40), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:06.592442 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:06.646622 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Router f7443b26-5da9-46d7-b096-db2d161e0c40 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:27:06.752824 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:27:06.758174 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f303c076-457b-4c40-9a94-ae5d68c9e9ce admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f7443b26-5da9-46d7-b096-db2d161e0c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556005 Sep 13 10:27:06.760946 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53774) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:06.763335 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] Sync routers for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:27:06.773716 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:06.774328 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:06.808205 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:06.862353 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks [] for router (f7443b26-5da9-46d7-b096-db2d161e0c40), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:06.877249 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:06.965788 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks [] for router_gateway (f7443b26-5da9-46d7-b096-db2d161e0c40), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:06.985185 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:07.051395 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:27:06Z', 'revision_number': 5, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port': {'id': '065ca70f-b424-4b3d-b792-6a86255d5724', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:51Z', 'updated_at': '2022-09-13T10:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:07.057284 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Deleting port 065ca70f-b424-4b3d-b792-6a86255d5724 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:07.057799 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.080527 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] Checking router: f7443b26-5da9-46d7-b096-db2d161e0c40 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:27:07.088995 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] Routers {'f7443b26-5da9-46d7-b096-db2d161e0c40'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:07.089608 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['f7443b26-5da9-46d7-b096-db2d161e0c40'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:07.139001 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] For port 065ca70f-b424-4b3d-b792-6a86255d5724, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=065ca70f-b424-4b3d-b792-6a86255d5724,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:07.139363 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.152269 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Calling delete_port for 065ca70f-b424-4b3d-b792-6a86255d5724 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:07.172765 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] Set router f7443b26-5da9-46d7-b096-db2d161e0c40 gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:07.223747 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:27:06Z', 'revision_number': 6, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:07.248775 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316fa3e-ba21-4a9b-bc6f-7d7c93387f6a None None] The sync data for ids ['f7443b26-5da9-46d7-b096-db2d161e0c40'] in dv-cinder-854274-4-iscsi is: [{'id': 'f7443b26-5da9-46d7-b096-db2d161e0c40', 'name': 'tempest-TestVolumeBootPattern-1154670109-router', 'tenant_id': '7cc199dd87e24511a8d267603b571456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:50Z', 'updated_at': '2022-09-13T10:27:06Z', 'revision_number': 6, 'project_id': '7cc199dd87e24511a8d267603b571456', 'gw_port_host': None}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:27:07.384914 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (065ca70f-b424-4b3d-b792-6a86255d5724), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.408979 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=065ca70f-b424-4b3d-b792-6a86255d5724,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:07.475623 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (f7443b26-5da9-46d7-b096-db2d161e0c40), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.563399 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (f7443b26-5da9-46d7-b096-db2d161e0c40), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.565513 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks [] for router_controller (f7443b26-5da9-46d7-b096-db2d161e0c40), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.602842 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:07.728097 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (f7443b26-5da9-46d7-b096-db2d161e0c40), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.728672 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7443b26-5da9-46d7-b096-db2d161e0c40 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:27:07.733350 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.734521 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-d8891c4d-20ec-4053-88f7-c6fa64ad4b2c admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/f7443b26-5da9-46d7-b096-db2d161e0c40 HTTP/1.1" status: 204 len: 168 time: 0.9726052 Sep 13 10:27:07.737126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53776) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:07.782381 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Deleting subnet ff8acb0c-0671-4fe0-897d-1170b17faad8 {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:27:07.785689 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Publish callbacks [] for subnet (ff8acb0c-0671-4fe0-897d-1170b17faad8), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.825163 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (ff8acb0c-0671-4fe0-897d-1170b17faad8), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.899156 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (ff8acb0c-0671-4fe0-897d-1170b17faad8), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:07.937142 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:08.014174 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (ff8acb0c-0671-4fe0-897d-1170b17faad8), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.044804 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8acb0c-0671-4fe0-897d-1170b17faad8,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:08.048838 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.052034 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-483f3245-060c-43ac-a1b7-554090a69686 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/ff8acb0c-0671-4fe0-897d-1170b17faad8 HTTP/1.1" status: 204 len: 168 time: 0.3139410 Sep 13 10:27:08.054587 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53778) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:08.057426 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8ff30-f8c3-4d25-b95f-a402ad05c9c0 None None] Network efbc911f-ad2a-4c68-952b-f6a00ba8476f requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:27:08.060821 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:08.062663 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:08.129299 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (efbc911f-ad2a-4c68-952b-f6a00ba8476f), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.173637 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Deleting port 0789a300-e8f8-4bb6-877a-92b21837a1a2 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:08.178855 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.213253 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] DHCP port deletion for efbc911f-ad2a-4c68-952b-f6a00ba8476f request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:27:08.246454 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] For port 0789a300-e8f8-4bb6-877a-92b21837a1a2, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0789a300-e8f8-4bb6-877a-92b21837a1a2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:08.247151 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.254890 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Deleting port 0789a300-e8f8-4bb6-877a-92b21837a1a2 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:08.255502 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.266153 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Calling delete_port for 0789a300-e8f8-4bb6-877a-92b21837a1a2 owned by network:dhcp {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:08.335586 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] For port 0789a300-e8f8-4bb6-877a-92b21837a1a2, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0789a300-e8f8-4bb6-877a-92b21837a1a2,segment=NetworkSegment(1db042f1-6a04-4516-b2fe-fd62ec95b038),segment_id=1db042f1-6a04-4516-b2fe-fd62ec95b038)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:08.335989 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.348914 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Calling delete_port for 0789a300-e8f8-4bb6-877a-92b21837a1a2 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:08.407911 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.423648 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (0789a300-e8f8-4bb6-877a-92b21837a1a2), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.433738 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0789a300-e8f8-4bb6-877a-92b21837a1a2,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:08.437861 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] No DVR routers for this DVR port 0789a300-e8f8-4bb6-877a-92b21837a1a2 on host dv-cinder-854274-4-iscsi {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:08.450538 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Pushing event deleted for resources: {'Port': ['ID=0789a300-e8f8-4bb6-877a-92b21837a1a2,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:08.459695 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] No DVR routers for this DVR port 0789a300-e8f8-4bb6-877a-92b21837a1a2 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:08.462942 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.463353 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.463699 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.464031 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.464362 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.464690 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.465065 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.465387 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.465707 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.466028 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.466349 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.466668 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.466988 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.467360 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.467653 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92679583-cea9-469b-b8b2-269d01e5d3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:08.513001 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (efbc911f-ad2a-4c68-952b-f6a00ba8476f), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.533542 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbc911f-ad2a-4c68-952b-f6a00ba8476f']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:08.542755 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db042f1-6a04-4516-b2fe-fd62ec95b038') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:08.543578 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db042f1-6a04-4516-b2fe-fd62ec95b038') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:08.553109 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (1db042f1-6a04-4516-b2fe-fd62ec95b038), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.566781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (1db042f1-6a04-4516-b2fe-fd62ec95b038), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.573050 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Releasing vlan 481 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:27:08.573433 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (1db042f1-6a04-4516-b2fe-fd62ec95b038), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.622268 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 1db042f1-6a04-4516-b2fe-fd62ec95b038 resource provider aggregate not found Sep 13 10:27:08.643533 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment 1db042f1-6a04-4516-b2fe-fd62ec95b038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1db042f1-6a04-4516-b2fe-fd62ec95b038 found for delete ", "request_id": "req-6f4afa36-0843-425a-8bed-00be3700c880"}]} Sep 13 10:27:08.699535 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (efbc911f-ad2a-4c68-952b-f6a00ba8476f), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.703997 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:08.707233 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/efbc911f-ad2a-4c68-952b-f6a00ba8476f HTTP/1.1" status: 204 len: 168 time: 0.6516685 Sep 13 10:27:08.710056 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:08.710424 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53784) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:08.721011 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64703b-80ba-42fe-af0f-154a37898f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=efbc911f-ad2a-4c68-952b-f6a00ba8476f,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:09.023407 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (41229576-41dd-42c2-879c-abc3a359b7db), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:09.142626 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 065ca70f-b424-4b3d-b792-6a86255d5724 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:09.163530 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 065ca70f-b424-4b3d-b792-6a86255d5724 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:09.163878 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 065ca70f-b424-4b3d-b792-6a86255d5724 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:09.164525 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e596f08d-a638-485a-8f07-c1c6e500c157 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:09.182905 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: e596f08d-a638-485a-8f07-c1c6e500c157 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:09.183275 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device e596f08d-a638-485a-8f07-c1c6e500c157 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:09.184289 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0789a300-e8f8-4bb6-877a-92b21837a1a2 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:09.202072 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 0789a300-e8f8-4bb6-877a-92b21837a1a2 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:09.202420 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0789a300-e8f8-4bb6-877a-92b21837a1a2 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:09.244419 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Deleting port 05182e86-95c3-4113-9ee8-5d5aa31f290a {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:09.244762 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:09.326846 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] For port 05182e86-95c3-4113-9ee8-5d5aa31f290a, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=05182e86-95c3-4113-9ee8-5d5aa31f290a,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:09.327126 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:09.339751 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Calling delete_port for 05182e86-95c3-4113-9ee8-5d5aa31f290a owned by network:router_interface {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:09.398783 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:09.436049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:09.589257 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (05182e86-95c3-4113-9ee8-5d5aa31f290a), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:09.613032 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=05182e86-95c3-4113-9ee8-5d5aa31f290a,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:09.779693 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (41229576-41dd-42c2-879c-abc3a359b7db), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:09.992611 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Router 41229576-41dd-42c2-879c-abc3a359b7db has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:27:10.084607 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:27:10.091623 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-58beb1a8-ebf9-48ec-8205-c27e75a75cb0 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/41229576-41dd-42c2-879c-abc3a359b7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3795934 Sep 13 10:27:10.092870 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53786) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:10.093334 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] Sync routers for ids ['41229576-41dd-42c2-879c-abc3a359b7db'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:27:10.104266 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] Routers {'41229576-41dd-42c2-879c-abc3a359b7db'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:10.104877 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['41229576-41dd-42c2-879c-abc3a359b7db'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:10.195429 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks [] for router (41229576-41dd-42c2-879c-abc3a359b7db), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.206417 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] Set router 41229576-41dd-42c2-879c-abc3a359b7db gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:10.294869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks [] for router_gateway (41229576-41dd-42c2-879c-abc3a359b7db), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.377050 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:27:09Z', 'revision_number': 5, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port': {'id': '70c75782-f85e-4272-bc8f-2550eb82a235', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41229576-41dd-42c2-879c-abc3a359b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:17:58Z', 'updated_at': '2022-09-13T10:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:10.396045 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Deleting port 70c75782-f85e-4272-bc8f-2550eb82a235 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:10.396391 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.402892 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] Checking router: 41229576-41dd-42c2-879c-abc3a359b7db for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:27:10.411431 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] Routers {'41229576-41dd-42c2-879c-abc3a359b7db'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:10.412034 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:26:53Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['41229576-41dd-42c2-879c-abc3a359b7db'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:10.476231 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] For port 70c75782-f85e-4272-bc8f-2550eb82a235, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=70c75782-f85e-4272-bc8f-2550eb82a235,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:10.476594 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.489754 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Calling delete_port for 70c75782-f85e-4272-bc8f-2550eb82a235 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:10.494802 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] Set router 41229576-41dd-42c2-879c-abc3a359b7db gateway port host: None {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:10.543435 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:27:10Z', 'revision_number': 6, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:10.570716 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2552f98-77c8-42ce-9ed8-d0e0b8737eb9 None None] The sync data for ids ['41229576-41dd-42c2-879c-abc3a359b7db'] in dv-cinder-854274-4-iscsi is: [{'id': '41229576-41dd-42c2-879c-abc3a359b7db', 'name': 'tempest-TestVolumeBootPattern-608463618-router', 'tenant_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:17:57Z', 'updated_at': '2022-09-13T10:27:10Z', 'revision_number': 6, 'project_id': 'e6e686683db641109e4b1ed65cbbd3a1', 'gw_port_host': None}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:27:10.611157 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:10.704998 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (70c75782-f85e-4272-bc8f-2550eb82a235), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.731359 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c75782-f85e-4272-bc8f-2550eb82a235,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:10.795972 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (41229576-41dd-42c2-879c-abc3a359b7db), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.884129 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (41229576-41dd-42c2-879c-abc3a359b7db), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:10.886146 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks [] for router_controller (41229576-41dd-42c2-879c-abc3a359b7db), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.001780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (41229576-41dd-42c2-879c-abc3a359b7db), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.002452 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41229576-41dd-42c2-879c-abc3a359b7db {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:27:11.006574 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.007741 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f21b7345-2151-4391-8155-3502bb03b757 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/41229576-41dd-42c2-879c-abc3a359b7db HTTP/1.1" status: 204 len: 168 time: 0.9138813 Sep 13 10:27:11.010257 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53788) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:11.048402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:11.060290 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Deleting subnet f7563d7f-1b49-4dfc-85c4-dd6c70d3d241 {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:27:11.063704 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Publish callbacks [] for subnet (f7563d7f-1b49-4dfc-85c4-dd6c70d3d241), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.100636 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (f7563d7f-1b49-4dfc-85c4-dd6c70d3d241), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.143902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 05182e86-95c3-4113-9ee8-5d5aa31f290a no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:11.165573 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 05182e86-95c3-4113-9ee8-5d5aa31f290a {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:11.165920 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 05182e86-95c3-4113-9ee8-5d5aa31f290a not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:11.166624 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 70c75782-f85e-4272-bc8f-2550eb82a235 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:11.182602 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (f7563d7f-1b49-4dfc-85c4-dd6c70d3d241), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.186097 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 70c75782-f85e-4272-bc8f-2550eb82a235 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:11.186693 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 70c75782-f85e-4272-bc8f-2550eb82a235 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:11.343962 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (f7563d7f-1b49-4dfc-85c4-dd6c70d3d241), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.370787 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7563d7f-1b49-4dfc-85c4-dd6c70d3d241,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:11.374921 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.380322 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc90a2c-383f-498d-ad51-89e8397fb83b None None] Network 2d10bf96-a285-4bfe-9fb9-9054074e6758 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:27:11.380847 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53790) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:11.381227 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-f509a41a-5d76-402a-a6bc-82f4cbc8d42b admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/f7563d7f-1b49-4dfc-85c4-dd6c70d3d241 HTTP/1.1" status: 204 len: 168 time: 0.3694673 Sep 13 10:27:11.450921 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (2d10bf96-a285-4bfe-9fb9-9054074e6758), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.462700 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:11.487761 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:11.502204 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Deleting port 5010e730-a775-4914-ba99-d06e5ba58527 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:11.502542 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (5010e730-a775-4914-ba99-d06e5ba58527), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.542734 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] DHCP port deletion for 2d10bf96-a285-4bfe-9fb9-9054074e6758 request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:27:11.568105 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] For port 5010e730-a775-4914-ba99-d06e5ba58527, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=5010e730-a775-4914-ba99-d06e5ba58527,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:11.568617 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (5010e730-a775-4914-ba99-d06e5ba58527), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.582298 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Calling delete_port for 5010e730-a775-4914-ba99-d06e5ba58527 owned by network:dhcp {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:11.584794 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] Deleting port 5010e730-a775-4914-ba99-d06e5ba58527 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:11.585171 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (5010e730-a775-4914-ba99-d06e5ba58527), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.651490 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:11.653858 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] For port 5010e730-a775-4914-ba99-d06e5ba58527, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=5010e730-a775-4914-ba99-d06e5ba58527,segment=NetworkSegment(49db955c-dee4-40ed-b08e-61a780fe47f6),segment_id=49db955c-dee4-40ed-b08e-61a780fe47f6)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:11.654250 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (5010e730-a775-4914-ba99-d06e5ba58527), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.654910 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:11.667139 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] Calling delete_port for 5010e730-a775-4914-ba99-d06e5ba58527 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:11.762872 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (5010e730-a775-4914-ba99-d06e5ba58527), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.768590 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (5010e730-a775-4914-ba99-d06e5ba58527), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.789714 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5010e730-a775-4914-ba99-d06e5ba58527,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:11.791392 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] Pushing event deleted for resources: {'Port': ['ID=5010e730-a775-4914-ba99-d06e5ba58527,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:11.796195 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] No DVR routers for this DVR port 5010e730-a775-4914-ba99-d06e5ba58527 on host dv-cinder-854274-4-iscsi {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:11.796804 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ed040-54df-419c-ba3d-08ffb1511be9 None None] No DVR routers for this DVR port 5010e730-a775-4914-ba99-d06e5ba58527 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:11.869541 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (2d10bf96-a285-4bfe-9fb9-9054074e6758), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.890353 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d10bf96-a285-4bfe-9fb9-9054074e6758']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:11.900089 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49db955c-dee4-40ed-b08e-61a780fe47f6') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:11.900384 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49db955c-dee4-40ed-b08e-61a780fe47f6') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:11.913395 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (49db955c-dee4-40ed-b08e-61a780fe47f6), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.926312 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (49db955c-dee4-40ed-b08e-61a780fe47f6), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.932584 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Releasing vlan 492 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:27:11.932959 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (49db955c-dee4-40ed-b08e-61a780fe47f6), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:11.972875 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 49db955c-dee4-40ed-b08e-61a780fe47f6 resource provider aggregate not found Sep 13 10:27:11.988434 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 49db955c-dee4-40ed-b08e-61a780fe47f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49db955c-dee4-40ed-b08e-61a780fe47f6 found for delete ", "request_id": "req-fe8932d9-d344-4650-9096-c537c3a6447f"}]} Sep 13 10:27:12.036358 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (2d10bf96-a285-4bfe-9fb9-9054074e6758), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:12.041767 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:12.044913 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/2d10bf96-a285-4bfe-9fb9-9054074e6758 HTTP/1.1" status: 204 len: 168 time: 0.6630356 Sep 13 10:27:12.056289 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b99270-c240-4931-9413-6506a711caa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d10bf96-a285-4bfe-9fb9-9054074e6758,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:12.357693 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53798) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:12.397917 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-407823d2-e36b-4e25-9686-7bf0ead719d1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7cc199dd87e24511a8d267603b571456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391066 Sep 13 10:27:12.400570 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53800) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:12.448247 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb9ea-a6c8-409e-84d2-8ea15dce4f25 admin admin] Publish callbacks [] for security_group (eedb7935-aece-4e78-b3d3-0d2920b3e183), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:12.468053 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb9ea-a6c8-409e-84d2-8ea15dce4f25 admin admin] Publish callbacks [] for security_group (eedb7935-aece-4e78-b3d3-0d2920b3e183), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:12.578946 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb9ea-a6c8-409e-84d2-8ea15dce4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (eedb7935-aece-4e78-b3d3-0d2920b3e183), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:12.581466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb9ea-a6c8-409e-84d2-8ea15dce4f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:12.587964 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-fdaeb9ea-a6c8-409e-84d2-8ea15dce4f25 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/eedb7935-aece-4e78-b3d3-0d2920b3e183 HTTP/1.1" status: 204 len: 168 time: 0.1811492 Sep 13 10:27:12.590849 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeb9ea-a6c8-409e-84d2-8ea15dce4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb7935-aece-4e78-b3d3-0d2920b3e183,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:13.142462 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 5010e730-a775-4914-ba99-d06e5ba58527 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:13.212381 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53806) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:13.261951 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-70bdc146-c49e-4c1f-b195-0e5ac6d1cfda admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e6e686683db641109e4b1ed65cbbd3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460262 Sep 13 10:27:13.262199 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53808) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:13.287946 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 5010e730-a775-4914-ba99-d06e5ba58527 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:13.288287 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 5010e730-a775-4914-ba99-d06e5ba58527 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:13.313741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-54326810-0daf-4c75-afe9-7f5249a351ce admin admin] Publish callbacks [] for security_group (9b9717ff-a8f9-4b1f-b05d-40fdea8047df), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:13.333393 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-54326810-0daf-4c75-afe9-7f5249a351ce admin admin] Publish callbacks [] for security_group (9b9717ff-a8f9-4b1f-b05d-40fdea8047df), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:13.347490 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:13.458018 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-54326810-0daf-4c75-afe9-7f5249a351ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (9b9717ff-a8f9-4b1f-b05d-40fdea8047df), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:13.460624 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-54326810-0daf-4c75-afe9-7f5249a351ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:13.461808 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-54326810-0daf-4c75-afe9-7f5249a351ce admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9b9717ff-a8f9-4b1f-b05d-40fdea8047df HTTP/1.1" status: 204 len: 168 time: 0.1987674 Sep 13 10:27:13.470869 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54326810-0daf-4c75-afe9-7f5249a351ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9717ff-a8f9-4b1f-b05d-40fdea8047df,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:14.813412 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:20.985097 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ac0c-7463-412d-9127-dbfb5158f535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:21.991879 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:22.046989 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=36,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:23.263283 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-1a407e40-9702-4a2e-82ed-78e4bb639fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:23.465819 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:24.210115 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:27:24.435296 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:25.880090 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:25.942799 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:27.209126 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:29.127941 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6690c363-ceab-4c66-8927-a67233dff6ae req-ed91ecb9-c244-4d9f-8cbb-8b41e21e181b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1405116721&fields=id&tenant_id=d3610ef4e07548e1a88d76356d8170a6 HTTP/1.1" status: 200 len: 267 time: 0.0454695 Sep 13 10:27:29.181626 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690c363-ceab-4c66-8927-a67233dff6ae req-0afdbd47-7b76-469b-83c9-bd1f5d6465be tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:29.183089 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6690c363-ceab-4c66-8927-a67233dff6ae req-0afdbd47-7b76-469b-83c9-bd1f5d6465be tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 984 time: 0.0498533 Sep 13 10:27:29.193568 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.v2.base [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Request body: {'port': {'security_groups': ['6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd']}} {{(pid=106771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 10:27:29.518170 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16616023'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:29.686785 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:29.714049 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), precommit_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:29.784252 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764995982987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764995522497', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764995522515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3450141'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_update {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:29.794831 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:29.795480 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:29.796700 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:27:29.797212 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-6690c363-ceab-4c66-8927-a67233dff6ae req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "PUT /networking/v2.0/ports/c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 942 time: 0.6077054 Sep 13 10:27:29.797408 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:27:29.800046 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:27:29.802892 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53818) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:29.848268 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe20f84-ae31-4eeb-8abe-8836c6504efe x-openstack-request-id: req-1fe20f84-ae31-4eeb-8abe-8836c6504efe {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:27:29.848510 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:27:29.848852 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fe20f84-ae31-4eeb-8abe-8836c6504efe {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:27:29.849323 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe20f84-ae31-4eeb-8abe-8836c6504efe'] response: {'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'status': 'completed', 'code': 200} Sep 13 10:27:29.859542 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event updated for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=7']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:29.867544 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.867989 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.868402 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.869270 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.869270 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.869534 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.869924 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.870287 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.870686 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.871084 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.871508 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.871902 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.872293 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.872683 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.874016 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83f015-42b2-4999-bff5-43e0c359a54b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854274-4-iscsi {{(pid=106771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 10:27:29.876410 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9172b4a2-2cf2-460e-b4d8-439d24dbac0b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group (31a9fb20-2472-4506-b14b-878e43d0288e), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:29.883584 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] get_ports_and_sgs() called for port_ids ['c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'] {{(pid=106772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 10:27:29.911130 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9172b4a2-2cf2-460e-b4d8-439d24dbac0b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group (31a9fb20-2472-4506-b14b-878e43d0288e), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:29.923507 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-029f7f88-8d40-4e1c-a508-bc7e1c3845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:29.925542 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-029f7f88-8d40-4e1c-a508-bc7e1c3845cc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1129 time: 0.0475624 Sep 13 10:27:29.989600 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:30.022134 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-60cb6806-06c1-42de-a792-adc5f248d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:30.023603 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-60cb6806-06c1-42de-a792-adc5f248d66b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 916 time: 0.0916321 Sep 13 10:27:30.058763 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9172b4a2-2cf2-460e-b4d8-439d24dbac0b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (31a9fb20-2472-4506-b14b-878e43d0288e), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.061942 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-9172b4a2-2cf2-460e-b4d8-439d24dbac0b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.063118 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-9172b4a2-2cf2-460e-b4d8-439d24dbac0b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/31a9fb20-2472-4506-b14b-878e43d0288e HTTP/1.1" status: 204 len: 168 time: 0.2584448 Sep 13 10:27:30.071049 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53820) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:30.080434 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172b4a2-2cf2-460e-b4d8-439d24dbac0b tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9fb20-2472-4506-b14b-878e43d0288e,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:30.095530 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-53c20220-9766-4dc3-baf4-ba7f71363e00 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 1001 time: 0.0657392 Sep 13 10:27:30.151094 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-5ce17140-1323-43ac-9f0d-c5010e04aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:30.152794 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-5ce17140-1323-43ac-9f0d-c5010e04aaf1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0493419 Sep 13 10:27:30.197450 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-29eddedc-a134-4cc0-be43-7d340434e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:30.198991 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-29eddedc-a134-4cc0-be43-7d340434e866 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391321 Sep 13 10:27:30.217881 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Deleting port b1f1c967-3d49-4082-a3c6-1a5f63df75ac {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:30.218217 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.293872 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-0cc4a88e-4dc9-4fa0-8e6f-5c7d6cffa57c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872250 Sep 13 10:27:30.294487 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.294811 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for floatingip (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.307898 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Calling delete_port for b1f1c967-3d49-4082-a3c6-1a5f63df75ac owned by network:floatingip {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:30.356349 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:30.384975 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-b3540baf-cfaa-436d-82f0-055fbf5f5e6b req-5910d058-2a9a-40d3-b9c4-2fa0537eeed5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845547 Sep 13 10:27:30.544781 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (b1f1c967-3d49-4082-a3c6-1a5f63df75ac), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.571201 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event deleted for resources: {'Port': ['ID=b1f1c967-3d49-4082-a3c6-1a5f63df75ac,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:30.633185 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks [] for floatingip (37fa134f-f6b3-47fe-a214-6c8c30f0d1b3), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.633513 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.db.l3_db [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Floating IP 37fa134f-f6b3-47fe-a214-6c8c30f0d1b3 disassociated (deleted). External IP: 172.27.2.167, port: c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21. Sep 13 10:27:30.828767 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:30.832807 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:27:30.838753 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:30.937095 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:27:30.942283 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for floatingip (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:30.946779 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] Sync routers for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:27:30.957445 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:30.961759 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:27:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:31.073595 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:31.221752 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-4ce19c89-08e0-4378-812d-5eba638f6b3d tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/37fa134f-f6b3-47fe-a214-6c8c30f0d1b3 HTTP/1.1" status: 204 len: 168 time: 1.1529603 Sep 13 10:27:31.222407 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:27:31.224700 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6406d4e6f3b2908f1b1e0190a224894948944476bbd820bc8fd3722f0daacaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee1b78b-f54f-457c-9ae5-dddb938f2050" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:27:31.265067 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc6fdb8-7e5b-4442-b58b-99fb46287560 x-openstack-request-id: req-1fc6fdb8-7e5b-4442-b58b-99fb46287560 {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:27:31.265446 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "status": "completed", "code": 200}]} {{(pid=106770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:27:31.266145 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fc6fdb8-7e5b-4442-b58b-99fb46287560 {{(pid=106770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:27:31.266884 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc6fdb8-7e5b-4442-b58b-99fb46287560'] response: {'name': 'network-changed', 'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'status': 'completed', 'code': 200} Sep 13 10:27:31.285272 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:31.311779 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] Checking router: 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:27:31.321104 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:31.321721 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:27:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:31.335801 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-0694a6e7-9033-40c7-82ee-79a6c08e181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:31.337942 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-0694a6e7-9033-40c7-82ee-79a6c08e181d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=d3610ef4e07548e1a88d76356d8170a6&device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 1129 time: 0.0490210 Sep 13 10:27:31.396698 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:31.433486 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:31.437033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-be386bce-74f7-44b8-a5a9-a5a292274740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:31.438502 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-be386bce-74f7-44b8-a5a9-a5a292274740 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 200 len: 916 time: 0.0938127 Sep 13 10:27:31.482682 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-d3e3538c-d675-4d56-8930-6bf310afe0b4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 200 len: 217 time: 0.0366466 Sep 13 10:27:31.532262 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-e016166d-3720-4e71-8f87-f24f2494dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:31.533688 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-e016166d-3720-4e71-8f87-f24f2494dc03 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 200 len: 854 time: 0.0449698 Sep 13 10:27:31.577944 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-81038899-9b68-4481-86f4-5c221703789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:31.579533 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-81038899-9b68-4481-86f4-5c221703789a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=8e9198e1-8b95-45e8-9784-8a7e46e77b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394878 Sep 13 10:27:31.638886 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:31.668953 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241daf53-3c9a-4016-b7ba-eb10f234cbef None None] The sync data for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi is: [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:25:02Z', 'revision_number': 4, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi', '_interfaces': [{'id': '2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e', 'name': '', 'network_id': '8e9198e1-8b95-45e8-9784-8a7e46e77b67', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'mac_address': 'fa:16:3e:c0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:01Z', 'updated_at': '2022-09-13T10:25:07Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'subnets': [{'id': 'c7e53577-a865-49a9-a90e-7c2cae88e52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:27:31.688759 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-700080d7-364a-4a6d-b95e-773f4a398856 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025231 Sep 13 10:27:31.841460 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-cee1b78b-f54f-457c-9ae5-dddb938f2050 req-9b382855-2262-4054-8f3c-efcd1e7d7e66 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469798 Sep 13 10:27:31.898068 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32a21f-debe-4c6e-b3b5-5bd879d9f158 None None] New status for floating IP 37fa134f-f6b3-47fe-a214-6c8c30f0d1b3: DOWN {{(pid=106772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 10:27:34.537531 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f85d2-9cca-49f1-b191-5453ab29262b req-0a5be882-1ad4-4c0a-81da-07ee8b37bcae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:34.539022 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-071f85d2-9cca-49f1-b191-5453ab29262b req-0a5be882-1ad4-4c0a-81da-07ee8b37bcae tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Sep 13 10:27:34.585497 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-071f85d2-9cca-49f1-b191-5453ab29262b req-6175f179-ea2b-4147-ba6b-be41f4ca8c42 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Sep 13 10:27:35.706621 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ebfb-9f73-480e-ba4f-d1d9462d91ad req-8c5b46e4-12ec-4890-940a-bd328922cf99 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:35.708013 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a7b5ebfb-9f73-480e-ba4f-d1d9462d91ad req-8c5b46e4-12ec-4890-940a-bd328922cf99 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0456069 Sep 13 10:27:35.754858 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-a7b5ebfb-9f73-480e-ba4f-d1d9462d91ad req-59ecac1c-3019-4aef-925b-e0ccc3ef0a01 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Sep 13 10:27:36.261652 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-759265c9-be70-4aba-9253-d3479332fb3e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 10:27:36.263065 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-759265c9-be70-4aba-9253-d3479332fb3e tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Sep 13 10:27:36.344298 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Deleting port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:36.344639 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:36.431425 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:36.438598 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] For port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:36.438959 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:36.451780 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Calling delete_port for c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 owned by compute:nova {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:36.635620 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:36.666484 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Pushing event deleted for resources: {'Port': ['ID=c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:36.720410 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] No DVR routers for this DVR port c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 on host hv-cinder-85427 {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:36.720410 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010548'] for port (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:36.720410 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-e22a4d14-e527-4ee9-afb1-dd4bfc1d1e8b req-58932d15-3481-4c9a-ab42-7f6aac3928f4 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.50 "DELETE /networking/v2.0/ports/c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 HTTP/1.1" status: 204 len: 173 time: 0.4462814 Sep 13 10:27:36.720410 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'name': 'network-vif-deleted', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21'}] {{(pid=106771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 10:27:36.720410 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1195540da4e52d5251de41e504b67b6cd18ce2d207f22b34a67856568577af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eccb29-a8cf-43d1-920d-61dd3ee7bce1" -d '{"events": [{"server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "name": "network-vif-deleted", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21"}]}' {{(pid=106771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 10:27:36.756100 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c3e46-f3f2-4545-955e-efa4fb74d528 x-openstack-request-id: req-6b2c3e46-f3f2-4545-955e-efa4fb74d528 {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 10:27:36.756452 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c73516-f0e4-4942-8e1e-b76ae4169985", "name": "network-vif-deleted", "tag": "c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21", "status": "completed", "code": 200}]} {{(pid=106771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 10:27:36.756711 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b2c3e46-f3f2-4545-955e-efa4fb74d528 {{(pid=106771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 10:27:36.757115 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2c3e46-f3f2-4545-955e-efa4fb74d528'] response: {'server_uuid': 'a7c73516-f0e4-4942-8e1e-b76ae4169985', 'name': 'network-vif-deleted', 'tag': 'c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21', 'status': 'completed', 'code': 200} Sep 13 10:27:36.861224 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [req-7c145f12-1133-4c47-899b-3d6dd973a59f req-f8fd76ca-0f00-4fa5-b605-31b11c2a25f9 tempest-TestMinimumBasicScenario-1556249479 tempest-TestMinimumBasicScenario-1556249479-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a7c73516-f0e4-4942-8e1e-b76ae4169985 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Sep 13 10:27:38.527117 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:38.549985 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] No Port match for: c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:38.550327 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Device c4dafcf5-2485-4e6d-98b4-26fe9f9ffc21 not bound to the agent host hv-cinder-85427 {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:39.185199 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53902) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:39.238466 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:39.505313 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:39.716599 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Deleting port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:39.717350 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:39.794644 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] For port 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:39.795032 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:39.807140 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:39.808321 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Calling delete_port for 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e owned by network:router_interface {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:40.070065 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:40.099726 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:40.149956 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:40.266204 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:40.469364 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:27:40.567455 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:27:40.572358 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-abee9db1-0e47-44e7-a9d8-9dc655680059 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/45348e2b-a6a0-43cd-b867-fd2ffc56a7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3860886 Sep 13 10:27:40.574789 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53904) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:40.577290 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] Sync routers for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:27:40.581052 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=89 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:40.588403 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:40.589014 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:27:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:40.675090 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks [] for router (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:40.751582 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:40.776101 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:40.778190 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks [] for router_gateway (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:40.883047 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Deleting port 967b30c6-68d4-437f-8443-04e0cc933140 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:40.883419 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (967b30c6-68d4-437f-8443-04e0cc933140), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:40.941186 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '967b30c6-68d4-437f-8443-04e0cc933140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:27:39Z', 'revision_number': 5, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port': {'id': '967b30c6-68d4-437f-8443-04e0cc933140', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:24:59Z', 'updated_at': '2022-09-13T10:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:40.968096 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] For port 967b30c6-68d4-437f-8443-04e0cc933140, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=967b30c6-68d4-437f-8443-04e0cc933140,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:40.968451 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (967b30c6-68d4-437f-8443-04e0cc933140), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:40.971553 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] Checking router: 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 for host: dv-cinder-854274-4-iscsi {{(pid=106773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:27:40.979864 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] Routers {'45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:40.980484 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:27:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'], 'active': True} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:40.981073 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Calling delete_port for 967b30c6-68d4-437f-8443-04e0cc933140 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:41.043277 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=100 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:41.062058 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_dvr_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] Set router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 gateway port host: None {{(pid=106773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:41.103653 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:41.114635 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.l3_hamode_db [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:27:40Z', 'revision_number': 6, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:41.139801 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea8424-4e02-494c-86ef-450ac46c9eac None None] The sync data for ids ['45348e2b-a6a0-43cd-b867-fd2ffc56a7f4'] in dv-cinder-854274-4-iscsi is: [{'id': '45348e2b-a6a0-43cd-b867-fd2ffc56a7f4', 'name': 'tempest-TestMinimumBasicScenario-1041919208-router', 'tenant_id': 'd3610ef4e07548e1a88d76356d8170a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:24:58Z', 'updated_at': '2022-09-13T10:27:40Z', 'revision_number': 6, 'project_id': 'd3610ef4e07548e1a88d76356d8170a6', 'gw_port_host': None}] {{(pid=106773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:27:41.217149 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:41.219090 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=27 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:41.253012 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (967b30c6-68d4-437f-8443-04e0cc933140), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.278362 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=967b30c6-68d4-437f-8443-04e0cc933140,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:41.343033 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.681679 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.683830 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks [] for router_controller (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.766524 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (45348e2b-a6a0-43cd-b867-fd2ffc56a7f4), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.767126 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:27:41.771381 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.772364 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-5464ad2c-ee0f-4963-95ab-4aeeb50832c9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/45348e2b-a6a0-43cd-b867-fd2ffc56a7f4 HTTP/1.1" status: 204 len: 168 time: 1.1966352 Sep 13 10:27:41.775148 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53906) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:41.819194 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Deleting subnet c7e53577-a865-49a9-a90e-7c2cae88e52f {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:27:41.822174 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Publish callbacks [] for subnet (c7e53577-a865-49a9-a90e-7c2cae88e52f), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.857717 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (c7e53577-a865-49a9-a90e-7c2cae88e52f), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.902569 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:41.938473 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (c7e53577-a865-49a9-a90e-7c2cae88e52f), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:41.966076 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:42.051634 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (c7e53577-a865-49a9-a90e-7c2cae88e52f), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.078497 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e53577-a865-49a9-a90e-7c2cae88e52f,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:42.086618 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.092818 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53908) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:42.093760 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-0bc6adcc-e56c-42be-aa7f-43ba1261647b admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/c7e53577-a865-49a9-a90e-7c2cae88e52f HTTP/1.1" status: 204 len: 168 time: 0.3155098 Sep 13 10:27:42.096145 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060bc76-31b8-4bf0-bcbe-2320c2398815 None None] Network 8e9198e1-8b95-45e8-9784-8a7e46e77b67 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:27:42.168955 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (8e9198e1-8b95-45e8-9784-8a7e46e77b67), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.211344 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Deleting port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 {{(pid=106770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:42.211683 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.265915 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] DHCP port deletion for 8e9198e1-8b95-45e8-9784-8a7e46e77b67 request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:27:42.278236 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.db [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] For port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:42.278819 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.292436 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.plugin [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Calling delete_port for 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 owned by network:dhcp {{(pid=106770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:42.336291 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] Deleting port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:42.336673 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.400232 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] For port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,segment=NetworkSegment(20ac86c9-a4dc-4d61-b05d-e8e59a700d94),segment_id=20ac86c9-a4dc-4d61-b05d-e8e59a700d94)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:42.400628 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.417470 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] Calling delete_port for 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:42.424145 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203736'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.453291 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:42.457042 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] No DVR routers for this DVR port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 on host dv-cinder-854274-4-iscsi {{(pid=106770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:42.491401 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (4c0754bc-1096-41db-b9a9-2d0e4a0b8954), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.516677 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] Pushing event deleted for resources: {'Port': ['ID=4c0754bc-1096-41db-b9a9-2d0e4a0b8954,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:42.520465 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f42a6c-534b-40c2-942b-1018b364a6f3 None None] No DVR routers for this DVR port 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:42.532972 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (8e9198e1-8b95-45e8-9784-8a7e46e77b67), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.553061 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9198e1-8b95-45e8-9784-8a7e46e77b67']}} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:42.562653 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ac86c9-a4dc-4d61-b05d-e8e59a700d94') {'for_net_delete': True} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:42.562941 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.services.segments.db [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ac86c9-a4dc-4d61-b05d-e8e59a700d94') {} {{(pid=106770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:42.572320 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2917444'] for segment (20ac86c9-a4dc-4d61-b05d-e8e59a700d94), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.585887 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (20ac86c9-a4dc-4d61-b05d-e8e59a700d94), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.592125 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Releasing vlan 491 on physical network physnet1 to pool {{(pid=106770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:27:42.592522 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2203791'] for segment (20ac86c9-a4dc-4d61-b05d-e8e59a700d94), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.634923 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 20ac86c9-a4dc-4d61-b05d-e8e59a700d94 resource provider aggregate not found Sep 13 10:27:42.655606 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.services.segments.plugin [-] Segment 20ac86c9-a4dc-4d61-b05d-e8e59a700d94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20ac86c9-a4dc-4d61-b05d-e8e59a700d94 found for delete ", "request_id": "req-a468ddd8-7fa2-4709-9e27-efdf7d2808e1"}]} Sep 13 10:27:42.755275 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (8e9198e1-8b95-45e8-9784-8a7e46e77b67), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.760613 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:42.764320 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/8e9198e1-8b95-45e8-9784-8a7e46e77b67 HTTP/1.1" status: 204 len: 168 time: 0.6692877 Sep 13 10:27:42.767397 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53914) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:42.776239 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49559e45-1ffa-4b1c-befe-6bc18ec1cb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9198e1-8b95-45e8-9784-8a7e46e77b67,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:43.077487 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706197'] for router_interface (baddda0b-2ca8-468f-bc04-57f6c2757062), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:43.160099 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 967b30c6-68d4-437f-8443-04e0cc933140 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:43.179600 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 967b30c6-68d4-437f-8443-04e0cc933140 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:43.179945 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 967b30c6-68d4-437f-8443-04e0cc933140 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:43.180372 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:43.201157 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:43.201499 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 2ea75621-d4fd-48a4-8937-cbeb4ab5cd6e not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:43.201911 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:43.220043 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:43.220390 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 4c0754bc-1096-41db-b9a9-2d0e4a0b8954 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:43.261387 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:43.307581 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Deleting port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:43.307919 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:43.387404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] For port 0ad8f34d-3b10-4ce0-9ff0-a813544920ca, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:43.387683 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:43.401130 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Calling delete_port for 0ad8f34d-3b10-4ce0-9ff0-a813544920ca owned by network:router_interface {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:43.509848 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=100 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:43.681439 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (0ad8f34d-3b10-4ce0-9ff0-a813544920ca), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:43.709960 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad8f34d-3b10-4ce0-9ff0-a813544920ca,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:43.872171 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-680453'] for router_interface (baddda0b-2ca8-468f-bc04-57f6c2757062), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.074226 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Router baddda0b-2ca8-468f-bc04-57f6c2757062 has already been hosted by L3 agent 4681789c-8f5a-47da-a0b9-30804f7d64da {{(pid=106771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 10:27:44.179610 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] Notify agent at l3_agent.dv-cinder-854274-4-iscsi the message routers_updated {{(pid=106771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 10:27:44.184816 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b5a472d9-011f-49d8-ab5a-10d158a5b5e3 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/baddda0b-2ca8-468f-bc04-57f6c2757062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164138 Sep 13 10:27:44.188781 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53916) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:44.190138 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] Sync routers for ids ['baddda0b-2ca8-468f-bc04-57f6c2757062'] in dv-cinder-854274-4-iscsi {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 10:27:44.200293 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] Routers {'baddda0b-2ca8-468f-bc04-57f6c2757062'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:44.200904 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:27:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['baddda0b-2ca8-468f-bc04-57f6c2757062'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:44.240073 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:44.289447 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks [] for router (baddda0b-2ca8-468f-bc04-57f6c2757062), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.303465 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] Set router baddda0b-2ca8-468f-bc04-57f6c2757062 gateway port host: dv-cinder-854274-4-iscsi {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:44.390741 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks [] for router_gateway (baddda0b-2ca8-468f-bc04-57f6c2757062), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.473109 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'external_fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:27:43Z', 'revision_number': 5, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port': {'id': '416f0226-245c-4628-8e99-6cc95e8f4fd3', 'name': '', 'network_id': '8d0f2be4-2784-4505-bc65-dc74ac5f5eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854274-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T10:25:07Z', 'updated_at': '2022-09-13T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2f48e3d-6163-4789-bc51-4f51954a6df1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854274-4-iscsi'}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:44.497677 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Deleting port 416f0226-245c-4628-8e99-6cc95e8f4fd3 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:44.498523 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.503456 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] Checking router: baddda0b-2ca8-468f-bc04-57f6c2757062 for host: dv-cinder-854274-4-iscsi {{(pid=106772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 10:27:44.512306 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] Routers {'baddda0b-2ca8-468f-bc04-57f6c2757062'} bound to L3 agent in host dv-cinder-854274-4-iscsi {{(pid=106772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 10:27:44.512916 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854274-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T10:07:23Z,description=,heartbeat_timestamp=2022-09-13T10:27:23Z,host='dv-cinder-854274-4-iscsi',id=4681789c-8f5a-47da-a0b9-30804f7d64da,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T10:07:24Z,topic='l3_agent')) {'router_ids': ['baddda0b-2ca8-468f-bc04-57f6c2757062'], 'active': True} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:44.549530 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:44.578833 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] For port 416f0226-245c-4628-8e99-6cc95e8f4fd3, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=416f0226-245c-4628-8e99-6cc95e8f4fd3,segment=NetworkSegment(587b2f84-156e-43c1-b4d7-44d9bee3e3e4),segment_id=587b2f84-156e-43c1-b4d7-44d9bee3e3e4)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:44.579211 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.591934 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Calling delete_port for 416f0226-245c-4628-8e99-6cc95e8f4fd3 owned by network:router_gateway {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:44.594356 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvr_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] Set router baddda0b-2ca8-468f-bc04-57f6c2757062 gateway port host: None {{(pid=106772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 10:27:44.645802 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_hamode_db [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:27:44Z', 'revision_number': 6, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port_host': None}], 'dv-cinder-854274-4-iscsi', False) {} {{(pid=106772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:44.670229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9059b4b-b624-4dd2-afab-474cbd3a364b None None] The sync data for ids ['baddda0b-2ca8-468f-bc04-57f6c2757062'] in dv-cinder-854274-4-iscsi is: [{'id': 'baddda0b-2ca8-468f-bc04-57f6c2757062', 'name': 'tempest-TestMinimumBasicScenario-151855864-router', 'tenant_id': '3b07517680644824bf4a6e622adc4960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T10:25:06Z', 'updated_at': '2022-09-13T10:27:44Z', 'revision_number': 6, 'project_id': '3b07517680644824bf4a6e622adc4960', 'gw_port_host': None}] {{(pid=106772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 10:27:44.755716 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.818435 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (416f0226-245c-4628-8e99-6cc95e8f4fd3), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.842170 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Pushing event deleted for resources: {'Port': ['ID=416f0226-245c-4628-8e99-6cc95e8f4fd3,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:44.910213 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681302'] for router_gateway (baddda0b-2ca8-468f-bc04-57f6c2757062), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:44.999357 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4211'] for router (baddda0b-2ca8-468f-bc04-57f6c2757062), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.001656 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks [] for router_controller (baddda0b-2ca8-468f-bc04-57f6c2757062), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.109750 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680534'] for router (baddda0b-2ca8-468f-bc04-57f6c2757062), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.110343 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baddda0b-2ca8-468f-bc04-57f6c2757062 {{(pid=106771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 10:27:45.114988 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.116142 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-250f5e95-9813-44f5-8bdf-c0abdc8e5888 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/baddda0b-2ca8-468f-bc04-57f6c2757062 HTTP/1.1" status: 204 len: 168 time: 0.9264550 Sep 13 10:27:45.118629 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53918) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:45.164292 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Deleting subnet 9770f15c-1733-4316-8fb4-6ea80d02aa45 {{(pid=106771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 10:27:45.167404 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Publish callbacks [] for subnet (9770f15c-1733-4316-8fb4-6ea80d02aa45), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.205815 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3167253'] for subnet (9770f15c-1733-4316-8fb4-6ea80d02aa45), precommit_delete_associations {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.282469 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16544371'] for subnet (9770f15c-1733-4316-8fb4-6ea80d02aa45), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.320278 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:45.401906 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16546154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3450219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3814044'] for subnet (9770f15c-1733-4316-8fb4-6ea80d02aa45), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.431579 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9770f15c-1733-4316-8fb4-6ea80d02aa45,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:45.432335 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ad8f34d-3b10-4ce0-9ff0-a813544920ca no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:45.438548 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for subnet (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.444900 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e86a74c3-93f1-43f3-8567-cf01ef515748 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/9770f15c-1733-4316-8fb4-6ea80d02aa45 HTTP/1.1" status: 204 len: 168 time: 0.3229928 Sep 13 10:27:45.445271 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53920) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:45.459920 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635645d-66c5-4b3f-83ed-a7144de0fb27 None None] Network 1a37e861-4130-4648-beea-47f802af9009 requested from dv-cinder-854274-4-iscsi {{(pid=106772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 10:27:45.462461 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 0ad8f34d-3b10-4ce0-9ff0-a813544920ca {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:45.462873 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 0ad8f34d-3b10-4ce0-9ff0-a813544920ca not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:45.463322 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 416f0226-245c-4628-8e99-6cc95e8f4fd3 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:45.519648 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 416f0226-245c-4628-8e99-6cc95e8f4fd3 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:45.520085 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 416f0226-245c-4628-8e99-6cc95e8f4fd3 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:45.527919 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16623276'] for network (1a37e861-4130-4648-beea-47f802af9009), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.564395 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:45.577512 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Deleting port 488694f6-47e1-4eae-b863-995be6700b78 {{(pid=106771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:45.577512 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (488694f6-47e1-4eae-b863-995be6700b78), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.621348 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] DHCP port deletion for 1a37e861-4130-4648-beea-47f802af9009 request from dv-cinder-854274-4-iscsi {{(pid=106772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 10:27:45.630491 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:45.647518 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.db [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] For port 488694f6-47e1-4eae-b863-995be6700b78, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=488694f6-47e1-4eae-b863-995be6700b78,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:45.647945 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (488694f6-47e1-4eae-b863-995be6700b78), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.659904 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:45.665223 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.plugin [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Calling delete_port for 488694f6-47e1-4eae-b863-995be6700b78 owned by network:dhcp {{(pid=106771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:45.669539 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] Deleting port 488694f6-47e1-4eae-b863-995be6700b78 {{(pid=106772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 10:27:45.670694 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764995981572'] for port (488694f6-47e1-4eae-b863-995be6700b78), before_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.737284 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.db [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] For port 488694f6-47e1-4eae-b863-995be6700b78, host dv-cinder-854274-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854274-4-iscsi',level=0,port_id=488694f6-47e1-4eae-b863-995be6700b78,segment=NetworkSegment(ec18e80b-d388-47be-be99-ed44750bfbd9),segment_id=ec18e80b-d388-47be-be99-ed44750bfbd9)] {{(pid=106772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 10:27:45.737674 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681823'] for port (488694f6-47e1-4eae-b863-995be6700b78), precommit_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.750830 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] Calling delete_port for 488694f6-47e1-4eae-b863-995be6700b78 owned by network:dhcp {{(pid=106772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 10:27:45.795613 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3450134'] for port (488694f6-47e1-4eae-b863-995be6700b78), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.820522 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=488694f6-47e1-4eae-b863-995be6700b78,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:45.823948 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] No DVR routers for this DVR port 488694f6-47e1-4eae-b863-995be6700b78 on host dv-cinder-854274-4-iscsi {{(pid=106771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:45.831469 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16616592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764995982996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764995522488'] for port (488694f6-47e1-4eae-b863-995be6700b78), after_delete {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.855843 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] Pushing event deleted for resources: {'Port': ['ID=488694f6-47e1-4eae-b863-995be6700b78,revision_number=None']} {{(pid=106772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:45.859749 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025f99d-a365-4654-922d-fc4792d3318f None None] No DVR routers for this DVR port 488694f6-47e1-4eae-b863-995be6700b78 on host dv-cinder-854274-4-iscsi {{(pid=106772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 10:27:45.901071 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15936590', 'neutron.services.segments.db._delete_segments_for_network-8764995989944'] for network (1a37e861-4130-4648-beea-47f802af9009), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.921819 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a37e861-4130-4648-beea-47f802af9009']}} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:45.930995 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec18e80b-d388-47be-be99-ed44750bfbd9') {'for_net_delete': True} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:45.931403 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.services.segments.db [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec18e80b-d388-47be-be99-ed44750bfbd9') {} {{(pid=106771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 10:27:45.941356 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764995989836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3167260'] for segment (ec18e80b-d388-47be-be99-ed44750bfbd9), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.954576 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319'] for segment (ec18e80b-d388-47be-be99-ed44750bfbd9), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:45.960776 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Releasing vlan 453 on physical network physnet1 to pool {{(pid=106771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 10:27:45.962785 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15935319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3450305'] for segment (ec18e80b-d388-47be-be99-ed44750bfbd9), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.004469 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment ec18e80b-d388-47be-be99-ed44750bfbd9 resource provider aggregate not found Sep 13 10:27:46.024228 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.services.segments.plugin [-] Segment ec18e80b-d388-47be-be99-ed44750bfbd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec18e80b-d388-47be-be99-ed44750bfbd9 found for delete ", "request_id": "req-a18a51e5-d575-41b8-8dfa-95f74a98eb97"}]} Sep 13 10:27:46.132527 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15936577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681352'] for network (1a37e861-4130-4648-beea-47f802af9009), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.141958 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539915'] for network (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.141958 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/1a37e861-4130-4648-beea-47f802af9009 HTTP/1.1" status: 204 len: 168 time: 0.6951213 Sep 13 10:27:46.153265 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c8b08-1034-4ad7-9164-0c3fc5c67b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a37e861-4130-4648-beea-47f802af9009,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:46.516083 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53928) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:46.557112 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-ececeb0e-da8e-41be-93e8-8951a0c70d70 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d3610ef4e07548e1a88d76356d8170a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398018 Sep 13 10:27:46.559462 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53930) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:46.572811 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:46.608044 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e291a5db-60ad-45e6-b114-b2d93909e63d admin admin] Publish callbacks [] for security_group (6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd), before_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.627627 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e291a5db-60ad-45e6-b114-b2d93909e63d admin admin] Publish callbacks [] for security_group (6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd), precommit_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.778191 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e291a5db-60ad-45e6-b114-b2d93909e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd), after_delete {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.781385 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron_lib.callbacks.manager [None req-e291a5db-60ad-45e6-b114-b2d93909e63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:46.782570 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-e291a5db-60ad-45e6-b114-b2d93909e63d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd HTTP/1.1" status: 204 len: 168 time: 0.2221634 Sep 13 10:27:46.790797 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291a5db-60ad-45e6-b114-b2d93909e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb52271-80c1-45d3-a8b8-8ebc7ebe41dd,revision_number=None']} {{(pid=106771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:47.158902 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 488694f6-47e1-4eae-b863-995be6700b78 no longer exists at agent ovs-agent-dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 10:27:47.177340 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] No Port match for: 488694f6-47e1-4eae-b863-995be6700b78 {{(pid=106772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 10:27:47.177702 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron.plugins.ml2.rpc [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Device 488694f6-47e1-4eae-b863-995be6700b78 not bound to the agent host dv-cinder-854274-4-iscsi {{(pid=106772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 10:27:47.459871 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG neutron.wsgi [-] (106771) accepted ('10.222.0.62', 53936) {{(pid=106771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:47.500114 dv-cinder-854274-4-iscsi neutron-server[106771]: INFO neutron.wsgi [None req-baec2705-e816-48c8-ae39-4dd60a8c651d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3b07517680644824bf4a6e622adc4960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391276 Sep 13 10:27:47.502735 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [-] (106770) accepted ('10.222.0.62', 53938) {{(pid=106770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 10:27:47.551508 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-68beeda8-7693-4e27-a5d1-e8a8ee9c56fc admin admin] Publish callbacks [] for security_group (432d899b-5995-4e81-8d92-7a56721c7010), before_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:47.571799 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-68beeda8-7693-4e27-a5d1-e8a8ee9c56fc admin admin] Publish callbacks [] for security_group (432d899b-5995-4e81-8d92-7a56721c7010), precommit_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:47.686846 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-68beeda8-7693-4e27-a5d1-e8a8ee9c56fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728318'] for security_group (432d899b-5995-4e81-8d92-7a56721c7010), after_delete {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:47.689282 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron_lib.callbacks.manager [None req-68beeda8-7693-4e27-a5d1-e8a8ee9c56fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:47.690446 dv-cinder-854274-4-iscsi neutron-server[106770]: INFO neutron.wsgi [None req-68beeda8-7693-4e27-a5d1-e8a8ee9c56fc admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/432d899b-5995-4e81-8d92-7a56721c7010 HTTP/1.1" status: 204 len: 168 time: 0.1867077 Sep 13 10:27:47.703553 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beeda8-7693-4e27-a5d1-e8a8ee9c56fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432d899b-5995-4e81-8d92-7a56721c7010,revision_number=None']} {{(pid=106770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 10:27:50.816760 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b7cea61e-c41a-4136-a2ea-038cb0b2dc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:51.140055 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=48 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:53.252335 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cf631801-52f4-4840-83c7-91602e887058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:54.406369 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:55.885240 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:55.913557 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:27:57.494211 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=5 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:57.497095 dv-cinder-854274-4-iscsi neutron-server[106771]: DEBUG dbcounter [-] [106771] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=106771) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:57.693601 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:27:57.698390 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG dbcounter [-] [106770] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106770) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:01.211474 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:28:05.854466 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:05.860406 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:14.782966 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:18.875671 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=14 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:18.876941 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=20 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:20.828746 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-4d86df3a-823c-4b91-b38e-bfadd6179627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:23.217017 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-cde65704-7729-40e2-94aa-20a040720edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:24.416760 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:25.868477 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:25.936687 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:35.858889 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:35.860759 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:38.210904 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:28:41.211010 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:44.793395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:48.206125 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:28:50.799090 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-39334b75-8eac-4b8a-8e8f-9380b7500dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:53.227320 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e84dbb96-070f-4bbc-b651-352f2f7f7bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:54.421935 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:55.884646 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:28:55.963903 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:05.862456 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:29:05.864243 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:29:14.826845 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:15.210089 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:29:20.815461 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-6de317e9-a51b-42f5-b2ce-fae424015733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:23.220919 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-d6b7bdbf-7a5e-478c-bf25-c4ca23893db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:24.415086 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:25.204921 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=6 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:29:25.205685 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:29:25.918155 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:25.946608 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:39.005476 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:29:39.006229 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:29:44.837465 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:50.791439 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e1de06d5-ed73-4da1-a371-36700edb1e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:52.209938 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:29:53.214613 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-f5dacdd1-45ec-4a86-978f-97d1b0e5e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:54.408450 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:55.887432 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:29:55.945744 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:02.204839 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:02.205627 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:05.862164 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:05.864005 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:14.842080 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:18.869722 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=13 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:18.871624 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=13 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:20.790689 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a7e388c2-3fda-4115-88ab-9226cff7ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:23.241885 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-b2ebdecb-3d29-4612-a274-6136bae1b7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:24.419683 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:25.899457 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:25.950679 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:29.209098 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:30:35.865644 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:35.867483 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:39.204378 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=3 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:39.205131 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:30:44.818767 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:50.812032 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-23954e31-5123-40aa-8ecc-f42731c48575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:53.230051 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-caa24f40-0867-4345-af5f-9a5e2336209b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:54.407108 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:55.887181 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:30:55.904064 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:05.865885 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:05.867699 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:06.209312 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:31:14.857477 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:19.245935 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=5 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:19.246673 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:20.788614 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-28ebb040-b48a-485b-baca-e9490442f309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:23.240291 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-0d51fe03-829e-4deb-bfeb-71d2450e3679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:24.428915 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:25.880630 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:25.937445 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:38.877856 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:38.879722 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:43.207697 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:31:44.845394 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:50.811420 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-9a129271-02d6-469a-a9ef-c2a62dab6ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:53.202534 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:53.203328 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=6 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:31:53.256247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-a8114186-427e-453d-8690-2c045af9110b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:54.411007 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:55.902201 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:31:55.953532 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:05.876285 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:32:05.878124 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:32:14.867247 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:20.206952 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:32:20.534485 dv-cinder-854274-4-iscsi neutron-server[106770]: DEBUG neutron.wsgi [req-d36afbd7-941f-49b9-b1c5-d9fa2637e649 req-4b732cd8-3cba-4987-b1d4-c62edad38d41 service neutron] (106770) timed out ('10.222.0.50', 49380) {{(pid=106770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 10:32:20.792395 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-9b8e633e-9d39-483e-89ee-b7d34f5537bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:23.227230 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-8561e4b6-a76a-48ab-8f6a-c1e9682ca590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:24.432942 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:25.901155 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:25.923961 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:30.201828 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=14 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:32:30.202625 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=20 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:32:35.869786 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:32:35.870523 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:32:44.855101 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-e22a6879-3f48-4e98-a7a5-fa0cc958f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (32793679-7b1c-4ab9-8195-43edca6f01cf), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:50.797851 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-5cfe6ab0-6df9-4dfe-b0a0-b087524c9e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (edb4b97f-1a86-42cf-bc44-d7e686de15a1), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:53.232028 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-bf132f4a-8777-4948-8199-fac488f5aa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (4681789c-8f5a-47da-a0b9-30804f7d64da), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:54.420689 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-13e1fa5d-95f3-4403-8558-25df7da3b2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (6644a042-5905-4245-a8d7-22fd496b356f), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:55.894300 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-c24313d1-7c4f-4c11-868b-699a241448ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (13525ac6-2b01-4dd2-83c5-f88b4a7f72aa), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:55.911313 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG neutron_lib.callbacks.manager [None req-fa1fda58-6352-46a9-b9f6-f80d6554a361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764995989926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15938569'] for agent (f9e30cc6-d530-44f5-92a3-8940b002c41a), after_update {{(pid=106772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 10:32:57.206669 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG neutron.db.agents_db [None req-27e3692d-109d-40e3-9258-4f5bd9251026 None None] Agent healthcheck: found 6 active agents {{(pid=106773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 10:33:05.868939 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:33:05.870811 dv-cinder-854274-4-iscsi neutron-server[106772]: DEBUG dbcounter [-] [106772] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:33:07.202377 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 10:33:07.203603 dv-cinder-854274-4-iscsi neutron-server[106773]: DEBUG dbcounter [-] [106773] Writing DB stats neutron:SELECT=4 {{(pid=106773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}